{"id":"https://openalex.org/W3194673245","doi":"https://doi.org/10.48550/arxiv.2101.00133","title":"NeurIPS 2020 EfficientQA Competition: Systems, Analyses and Lessons Learned","display_name":"NeurIPS 2020 EfficientQA Competition: Systems, Analyses and Lessons Learned","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3194673245","doi":"https://doi.org/10.48550/arxiv.2101.00133","mag":"3194673245"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2101.00133","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.00133","pdf_url":"https://arxiv.org/pdf/2101.00133","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3194673245"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.00133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039158419","display_name":"Sewon Min","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Min, Sewon","raw_affiliation_strings":["University of Washington , Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington , Seattle , WA , USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081307846","display_name":"Jordan Lee Boyd-Graber","orcid":"https://orcid.org/0000-0002-7770-4431","observed_orcids":["https://orcid.org/0000-0002-7770-4431"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Boyd-Graber, Jordan","raw_affiliation_strings":["University of Maryland , College Park , MD , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park , MD , USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065685274","display_name":"Chris Alberti","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alberti, Chris","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051064208","display_name":"Danqi Chen","orcid":"https://orcid.org/0000-0002-6226-6838","observed_orcids":["https://orcid.org/0000-0002-6226-6838"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chen, Danqi","raw_affiliation_strings":["Princeton University , Princeton , NJ , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University , Princeton , NJ , USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035142405","display_name":"Eunsol Choi","orcid":"https://orcid.org/0000-0003-3607-9104","observed_orcids":["https://orcid.org/0000-0003-3607-9104"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Choi, Eunsol","raw_affiliation_strings":["University of Texas at Austin , Austin , TX , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin , Austin , TX , USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079061237","display_name":"Michael Collins","orcid":"https://orcid.org/0000-0003-0997-1527","observed_orcids":["https://orcid.org/0000-0003-0997-1527"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Collins, Michael","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076669462","display_name":"Kelvin Guu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guu, Kelvin","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082305994","display_name":"Hannaneh Hajishirzi","orcid":"https://orcid.org/0000-0002-1055-6657","observed_orcids":["https://orcid.org/0000-0002-1055-6657"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hajishirzi, Hannaneh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081862885","display_name":"Kenton Lee","orcid":"https://orcid.org/0000-0002-9534-5970","observed_orcids":["https://orcid.org/0000-0002-9534-5970"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lee, Kenton","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019552678","display_name":"Jennimaria Palomaki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Palomaki, Jennimaria","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045077843","display_name":"Colin Raffel","orcid":"https://orcid.org/0000-0002-5009-8048","observed_orcids":["https://orcid.org/0000-0002-5009-8048"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Raffel, Colin","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Roberts, Adam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roberts, Adam","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011150187","display_name":"Tom Kwiatkowski","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kwiatkowski, Tom","raw_affiliation_strings":["Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , New York City , NY , USA ; Mountain View , CA , USA ; Seattle , WA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063377058","display_name":"Patrick Lewis","orcid":"https://orcid.org/0000-0002-2192-9543","observed_orcids":["https://orcid.org/0000-0002-2192-9543"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lewis, Patrick","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101462518","display_name":"Yuxiang Wu","orcid":"https://orcid.org/0009-0004-5098-2193","observed_orcids":["https://orcid.org/0009-0004-5098-2193"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wu, Yuxiang","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004147468","display_name":"Heinrich K\u00fcttler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"K\u00fcttler, Heinrich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Linqing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Linqing","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019106673","display_name":"Pasquale Minervini","orcid":"https://orcid.org/0000-0002-8442-602X","observed_orcids":["https://orcid.org/0000-0002-8442-602X"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minervini, Pasquale","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049427071","display_name":"Pontus Stenetorp","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stenetorp, Pontus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404695","display_name":"Sebastian Riedel","orcid":"https://orcid.org/0000-0002-3655-2486","observed_orcids":["https://orcid.org/0000-0002-3655-2486"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Riedel, Sebastian","raw_affiliation_strings":["University of Maryland , College Park , MD , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park , MD , USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023576577","display_name":"Sohee Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Sohee","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087565126","display_name":"Minjoon Seo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seo, Minjoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007815326","display_name":"Gautier Izacard","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Izacard, Gautier","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093091829","display_name":"Fabio Petroni","orcid":"https://orcid.org/0009-0005-5996-9830","observed_orcids":["https://orcid.org/0009-0005-5996-9830"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Petroni, Fabio","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104185603","display_name":"Lucas Hosseini","orcid":"https://orcid.org/0000-0003-0922-0109","observed_orcids":["https://orcid.org/0000-0003-0922-0109"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hosseini, Lucas","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075219217","display_name":"Nicola De Cao","orcid":"https://orcid.org/0000-0003-2121-9485","observed_orcids":["https://orcid.org/0000-0003-2121-9485"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"De Cao, Nicola","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069316249","display_name":"\u00c9douard Grave","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Grave, Edouard","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yamada, Ikuya","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yamada, Ikuya","raw_affiliation_strings":["Studio Ousia , Tohoku University & RIKEN ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Studio Ousia , Tohoku University & RIKEN ;","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057204093","display_name":"Sonse Shimaoka","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shimaoka, Sonse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067326029","display_name":"Masatoshi Suzuki","orcid":"https://orcid.org/0000-0003-3253-0711","observed_orcids":["https://orcid.org/0000-0003-3253-0711"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Suzuki, Masatoshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069866180","display_name":"Shumpei Miyawaki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Miyawaki, Shumpei","raw_affiliation_strings":["Studio Ousia , Tohoku University & RIKEN ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Studio Ousia , Tohoku University & RIKEN ;","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073297501","display_name":"Shun Sato","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sato, Shun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Takahashi, Ryo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Takahashi, Ryo","raw_affiliation_strings":["Studio Ousia , Tohoku University & RIKEN ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Studio Ousia , Tohoku University & RIKEN ;","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002182453","display_name":"Jun Suzuki","orcid":"https://orcid.org/0000-0003-2108-1340","observed_orcids":["https://orcid.org/0000-0003-2108-1340"]},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Suzuki, Jun","raw_affiliation_strings":["Studio Ousia , Tohoku University & RIKEN ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Studio Ousia , Tohoku University & RIKEN ;","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077658504","display_name":"Martin Faj\u010d\u00edk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fajcik, Martin","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016170564","display_name":"Martin Do\u010dekal","orcid":"https://orcid.org/0000-0002-0580-9357","observed_orcids":["https://orcid.org/0000-0002-0580-9357"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Docekal, Martin","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028254609","display_name":"Karel Ondrej","orcid":"https://orcid.org/0000-0003-3077-4472","observed_orcids":["https://orcid.org/0000-0003-3077-4472"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ondrej, Karel","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033881728","display_name":"Pavel Smr\u017e","orcid":"https://orcid.org/0000-0002-5638-1362","observed_orcids":["https://orcid.org/0000-0002-5638-1362"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Smrz, Pavel","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101511712","display_name":"Hao Cheng","orcid":"https://orcid.org/0000-0003-4823-0908","observed_orcids":["https://orcid.org/0000-0003-4823-0908"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cheng, Hao","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101180037","display_name":"Yelong Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shen, Yelong","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374771","display_name":"Xiaodong Liu","orcid":"https://orcid.org/0000-0001-8652-9818","observed_orcids":["https://orcid.org/0000-0001-8652-9818","https://orcid.org/0009-0005-6720-5128"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Xiaodong","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019259019","display_name":"Pengcheng He","orcid":"https://orcid.org/0000-0002-7860-503X","observed_orcids":["https://orcid.org/0000-0002-7860-503X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"He, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051745436","display_name":"Weizhu Chen","orcid":"https://orcid.org/0000-0003-4196-7229","observed_orcids":["https://orcid.org/0000-0003-4196-7229"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chen, Weizhu","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114910293","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-5702-6143","observed_orcids":["https://orcid.org/0000-0002-5702-6143"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gao, Jianfeng","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071728146","display_name":"Barlas O\u011fuz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Oguz, Barlas","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065674779","display_name":"Xilun Chen","orcid":"https://orcid.org/0009-0002-2876-3109","observed_orcids":["https://orcid.org/0009-0002-2876-3109","https://orcid.org/0000-0003-2184-6163"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chen, Xilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032508066","display_name":"Vladimir Karpukhin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Karpukhin, Vladimir","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069510151","display_name":"Stan Peshterliev","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peshterliev, Stan","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022671092","display_name":"Dmytro Okhonko","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Okhonko, Dmytro","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076467238","display_name":"Michael Schlichtkrull","orcid":"https://orcid.org/0000-0002-8666-0856","observed_orcids":["https://orcid.org/0000-0002-8666-0856"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Schlichtkrull, Michael","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045050802","display_name":"Sonal Gupta","orcid":"https://orcid.org/0000-0002-2096-4662","observed_orcids":["https://orcid.org/0000-0002-2096-4662"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gupta, Sonal","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067997502","display_name":"Yashar Mehdad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mehdad, Yashar","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066873932","display_name":"Wen-tau Yih","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yih, Wen-tau","raw_affiliation_strings":["T5 Brno University of Technology ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T5 Brno University of Technology ;","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":103,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"86","last_page":"111"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8213000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8213000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.15160000324249268,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.012500000186264515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-domain-question-answering","display_name":"open-domain question answering","score":0.9950000047683716},{"id":"https://openalex.org/keywords/parameter-efficient-models","display_name":"parameter-efficient models","score":0.5860000252723694},{"id":"https://openalex.org/keywords/natural-language-question-answering","display_name":"natural language question answering","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.8097081184387207},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6912252902984619},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888080835342407},{"id":"https://openalex.org/C2993776861","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Open domain","level":3,"score":0.6300551891326904},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6075487732887268},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5020313262939453},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4339439868927002},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41567301750183105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3644552230834961},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:2101.00133","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.00133","pdf_url":"https://arxiv.org/pdf/2101.00133","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10151983","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10151983/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Machine Learning Research , 133 pp. 86-111. (2021)","raw_type":"Article"},{"id":"doi:10.48550/arxiv.2101.00133","doi":"https://doi.org/10.48550/arxiv.2101.00133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.00133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3194673245","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2101.00133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:3213805780","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v133/min21a/min21a.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.00133","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.00133","pdf_url":"https://arxiv.org/pdf/2101.00133","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3194673245.pdf","grobid_xml":"https://content.openalex.org/works/W3194673245.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1934849960","https://openalex.org/W2028175314","https://openalex.org/W2171278097","https://openalex.org/W2475089067","https://openalex.org/W2593864460","https://openalex.org/W2612431505","https://openalex.org/W2885826215","https://openalex.org/W2889453388","https://openalex.org/W2896487960","https://openalex.org/W2912924812","https://openalex.org/W2914466061","https://openalex.org/W2919420119","https://openalex.org/W2936615257","https://openalex.org/W2946140580","https://openalex.org/W2947497897","https://openalex.org/W2949849869","https://openalex.org/W2950681488","https://openalex.org/W2950729111","https://openalex.org/W2951365061","https://openalex.org/W2962941327","https://openalex.org/W2962985038","https://openalex.org/W2963323070","https://openalex.org/W2963430447","https://openalex.org/W2963748441","https://openalex.org/W2963969878","https://openalex.org/W2965373594","https://openalex.org/W2970168256","https://openalex.org/W2970971581","https://openalex.org/W2975059944","https://openalex.org/W2975291987","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2982565009","https://openalex.org/W2989312920","https://openalex.org/W2990928880","https://openalex.org/W2995638926","https://openalex.org/W2996035354","https://openalex.org/W3003928769","https://openalex.org/W3007672467","https://openalex.org/W3008686018","https://openalex.org/W3015468748","https://openalex.org/W3015883388","https://openalex.org/W3034457371","https://openalex.org/W3035187010","https://openalex.org/W3037722615","https://openalex.org/W3037854022","https://openalex.org/W3039017601","https://openalex.org/W3047026265","https://openalex.org/W3082050613","https://openalex.org/W3093742767","https://openalex.org/W3100292568","https://openalex.org/W3111425437","https://openalex.org/W3117679003","https://openalex.org/W3118027562","https://openalex.org/W3132386006","https://openalex.org/W3132730484","https://openalex.org/W3168201256","https://openalex.org/W3176182290","https://openalex.org/W3176390686"],"related_works":["https://openalex.org/W4409518193","https://openalex.org/W4385572334","https://openalex.org/W4386566764","https://openalex.org/W2397399714","https://openalex.org/W3118027562","https://openalex.org/W2741998045","https://openalex.org/W6931906982","https://openalex.org/W7100814417","https://openalex.org/W2398060282","https://openalex.org/W2406337895"],"abstract_inverted_index":{"We":[0],"review":[1,84],"the":[2,32,60,67,77,82,85],"EfficientQA":[3],"competition":[4,9,33],"from":[5],"NeurIPS":[6],"2020.":[7],"The":[8,29],"focused":[10],"on":[11],"open-domain":[12,99],"question":[13],"answering":[14],"(QA),":[15],"where":[16],"systems":[17,37],"take":[18],"natural":[19,26],"language":[20,27],"questions":[21],"as":[22],"input":[23],"and":[24,79,88],"return":[25],"answers.":[28],"aim":[30],"of":[31,69,81,96],"was":[34],"to":[35,55,58,92],"build":[36],"that":[38],"can":[39],"predict":[40],"correct":[41],"answers":[42],"while":[43],"also":[44],"satisfying":[45],"strict":[46],"on-disk":[47],"memory":[48,51],"budgets.":[49],"These":[50],"budgets":[52],"were":[53],"designed":[54],"encourage":[56],"contestants":[57],"explore":[59],"trade-off":[61],"between":[62],"storing":[63],"retrieval":[64],"corpora":[65],"or":[66],"parameters":[68],"learned":[70],"models.":[71],"In":[72],"this":[73],"report,":[74],"we":[75],"describe":[76],"motivation":[78],"organization":[80],"competition,":[83],"best":[86],"submissions,":[87],"analyze":[89],"system":[90],"predictions":[91],"inform":[93],"a":[94],"discussion":[95],"evaluation":[97],"for":[98],"QA.":[100]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3194673245","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-08-30T00:00:00"}
