{"id":"https://openalex.org/W4381686872","doi":"https://doi.org/10.1162/tacl_a_00564","title":"Questions Are All You Need to Train a Dense Passage Retriever","display_name":"Questions Are All You Need to Train a Dense Passage Retriever","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381686872","doi":"https://doi.org/10.1162/tacl_a_00564"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00564","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00564","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00564/2134472/tacl_a_00564.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00564/2134472/tacl_a_00564.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000168915","display_name":"Devendra Singh Sachan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Devendra Singh Sachan","raw_affiliation_strings":["McGill University, Canada. sachande@mila.quebec","Mila - Quebec AI Institute, Canada. sachande@mila.quebec"],"affiliations":[{"raw_affiliation_string":"McGill University, Canada. sachande@mila.quebec","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Mila - Quebec AI Institute, Canada. sachande@mila.quebec","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057420103","display_name":"Michael Lewis","orcid":"https://orcid.org/0000-0002-7620-1891"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mike Lewis","raw_affiliation_strings":["Meta AI, USA. mikelewis@meta.com"],"affiliations":[{"raw_affiliation_string":"Meta AI, USA. mikelewis@meta.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060347694","display_name":"Dani Yogatama","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dani Yogatama","raw_affiliation_strings":["Google DeepMind, USA. dyogatama@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA. dyogatama@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067919401","display_name":"Luke Zettlemoyer","orcid":"https://orcid.org/0009-0008-8296-0764"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luke Zettlemoyer","raw_affiliation_strings":["Meta AI, USA. lsz@meta.com","University of Washington, USA. lsz@meta.com"],"affiliations":[{"raw_affiliation_string":"Meta AI, USA. lsz@meta.com","institution_ids":[]},{"raw_affiliation_string":"University of Washington, USA. lsz@meta.com","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080591144","display_name":"Jo\u00eblle Pineau","orcid":"https://orcid.org/0000-0003-0747-7250"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Joelle Pineau","raw_affiliation_strings":["McGill University, Canada. jpineau@meta.com","Meta AI, USA. jpineau@meta.com","Mila - Quebec AI Institute, Canada. jpineau@meta.com"],"affiliations":[{"raw_affiliation_string":"McGill University, Canada. jpineau@meta.com","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Meta AI, USA. jpineau@meta.com","institution_ids":[]},{"raw_affiliation_string":"Mila - Quebec AI Institute, Canada. jpineau@meta.com","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102824470","display_name":"Manzil Zaheer","orcid":"https://orcid.org/0009-0004-9935-7583"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Manzil Zaheer","raw_affiliation_strings":["Google DeepMind, USA. manzilzaheer@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA. manzilzaheer@google.com","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000168915","https://openalex.org/A5057420103","https://openalex.org/A5060347694","https://openalex.org/A5067919401","https://openalex.org/A5080591144","https://openalex.org/A5102824470"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I201448701","https://openalex.org/I4210164802","https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":4.7075,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.95928951,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"600","last_page":"616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.909038782119751},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8369171619415283},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5852370262145996},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.579905092716217},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5775502920150757},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.562308669090271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.530913233757019},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5149005651473999},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5143207311630249},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4722323417663574},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.45484858751296997},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4488692879676819},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3977067470550537},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34102505445480347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.909038782119751},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8369171619415283},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5852370262145996},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.579905092716217},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5775502920150757},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.562308669090271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.530913233757019},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5149005651473999},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5143207311630249},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4722323417663574},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45484858751296997},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4488692879676819},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3977067470550537},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34102505445480347},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00564","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00564","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00564/2134472/tacl_a_00564.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1876b586e8df46f39c701449c9e93aa5","is_oa":true,"landing_page_url":"https://doaj.org/article/1876b586e8df46f39c701449c9e93aa5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11, Pp 600-616 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00564","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00564","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00564/2134472/tacl_a_00564.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381686872.pdf"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1516184288","https://openalex.org/W1583837637","https://openalex.org/W2127589108","https://openalex.org/W2612690371","https://openalex.org/W2912924812","https://openalex.org/W2951434086","https://openalex.org/W2951534261","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2987249037","https://openalex.org/W2999905431","https://openalex.org/W3021397474","https://openalex.org/W3045462440","https://openalex.org/W3099700870","https://openalex.org/W3100107515","https://openalex.org/W3104657626","https://openalex.org/W3156836409","https://openalex.org/W3157758108","https://openalex.org/W3168875417","https://openalex.org/W3169937871","https://openalex.org/W3174821868","https://openalex.org/W3176182290","https://openalex.org/W3188983256","https://openalex.org/W3199493219","https://openalex.org/W3201233724","https://openalex.org/W3206455169","https://openalex.org/W3208821253","https://openalex.org/W4205991051","https://openalex.org/W4223609000","https://openalex.org/W4224077915","https://openalex.org/W4224308101","https://openalex.org/W4225576545","https://openalex.org/W4252076394","https://openalex.org/W4284669679","https://openalex.org/W4287855143","https://openalex.org/W4288089799","https://openalex.org/W4297808394","https://openalex.org/W4300427681","https://openalex.org/W4311887664","https://openalex.org/W4320813768","https://openalex.org/W6691476020","https://openalex.org/W6739901393","https://openalex.org/W6769627184","https://openalex.org/W6771430711","https://openalex.org/W6779857854","https://openalex.org/W6779872132","https://openalex.org/W6786707460","https://openalex.org/W6795887067","https://openalex.org/W6801544644","https://openalex.org/W6802669662","https://openalex.org/W6803969164","https://openalex.org/W6837918627","https://openalex.org/W6849921291","https://openalex.org/W7054915730"],"related_works":["https://openalex.org/W3176564347","https://openalex.org/W3031039437","https://openalex.org/W3204184292","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3101398262","https://openalex.org/W3095877357","https://openalex.org/W3092281475","https://openalex.org/W4287644835","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Abstract":[0],"We":[1],"introduce":[2],"ART,":[3,52],"a":[4,25,71,85,155],"new":[5,72],"corpus-level":[6],"autoencoding":[7,74],"approach":[8],"for":[9,28,107,162],"training":[10,20],"dense":[11],"retrieval":[12,23,108,148],"models":[13],"that":[14,140],"does":[15],"not":[16],"require":[17,39],"any":[18,134],"labeled":[19,163],"data.":[21],"Dense":[22],"is":[24,81],"central":[26],"challenge":[27],"open-domain":[29],"tasks,":[30],"such":[31],"as":[32],"Open":[33,130],"QA,":[34],"where":[35,76],"state-of-the-art":[36,143],"methods":[37],"typically":[38],"large":[40],"supervised":[41],"datasets":[42],"with":[43,150],"custom":[44],"hard-negative":[45],"mining":[46],"and":[47,61,65,90,120,165,170],"denoising":[48],"of":[49,87,101,117],"positive":[50],"examples.":[51],"in":[53],"contrast,":[54],"only":[55,151],"requires":[56],"access":[57],"to":[58,83,97],"unpaired":[59],"inputs":[60],"outputs":[62],"(e.g.,":[63],"questions":[64],"potential":[66],"answer":[67],"passages).":[68],"It":[69],"uses":[70],"passage-retrieval":[73],"scheme,":[75],"(1)":[77],"an":[78],"input":[79],"question":[80,111,121],"used":[82,96],"retrieve":[84],"set":[86],"evidence":[88],"passages,":[89],"(2)":[91],"the":[92,99,103,160],"passages":[93],"are":[94,173],"then":[95],"compute":[98],"probability":[100],"reconstructing":[102],"original":[104],"question.":[105],"Training":[106],"based":[109],"on":[110,145],"reconstruction":[112],"enables":[113],"effective":[114],"unsupervised":[115],"learning":[116],"both":[118],"passage":[119],"encoders,":[122],"which":[123],"can":[124],"be":[125],"later":[126],"incorporated":[127],"into":[128],"complete":[129],"QA":[131,147],"systems":[132],"without":[133],"further":[135],"finetuning.":[136],"Extensive":[137],"experiments":[138],"demonstrate":[139],"ART":[141],"obtains":[142],"results":[144],"multiple":[146],"benchmarks":[149],"generic":[152],"initialization":[153],"from":[154],"pre-trained":[156],"language":[157],"model,":[158],"removing":[159],"need":[161],"data":[164],"task-specific":[166],"losses.1":[167],"Our":[168],"code":[169],"model":[171],"checkpoints":[172],"available":[174],"at:":[175],"https://github.com/DevSinghSachan/art.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}