{"id":"https://openalex.org/W2963430447","doi":"https://doi.org/10.18653/v1/p19-1484","title":"Unsupervised Question Answering by Cloze Translation","display_name":"Unsupervised Question Answering by Cloze Translation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963430447","doi":"https://doi.org/10.18653/v1/p19-1484","mag":"2963430447"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1484","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1484","pdf_url":"https://www.aclweb.org/anthology/P19-1484.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1484.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063377058","display_name":"Patrick Lewis","orcid":"https://orcid.org/0000-0002-2192-9543"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":true,"raw_author_name":"Patrick Lewis","raw_affiliation_strings":["University College London","Facebook AI Research"],"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027101473","display_name":"Ludovic Denoyer","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Ludovic Denoyer","raw_affiliation_strings":["University College London","Facebook AI Research"],"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101404695","display_name":"Sebastian Riedel","orcid":"https://orcid.org/0000-0002-3655-2486"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Sebastian Riedel","raw_affiliation_strings":["University College London","Facebook AI Research"],"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063377058"],"corresponding_institution_ids":["https://openalex.org/I2252078561","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":14.3037,"has_fulltext":true,"cited_by_count":136,"citation_normalized_percentile":{"value":0.99102483,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4896","last_page":"4910"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.836801290512085},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7244053483009338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6979308724403381},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6803060173988342},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6511558294296265},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5169764757156372},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.4519590139389038},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33015120029449463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.836801290512085},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7244053483009338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6979308724403381},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6803060173988342},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6511558294296265},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5169764757156372},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.4519590139389038},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33015120029449463},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/p19-1484","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1484","pdf_url":"https://www.aclweb.org/anthology/P19-1484.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.04980","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.04980","pdf_url":"https://arxiv.org/pdf/1906.04980","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10098369","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10098369/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In: Korhonen, A and Traum, D and Marquez, L, (eds.) Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics.  (pp. pp. 4896-4910).  Association for Computational Linguistics (ACL): Florence, Italy. (2019)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1484","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1484","pdf_url":"https://www.aclweb.org/anthology/P19-1484.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963430447.pdf","grobid_xml":"https://content.openalex.org/works/W2963430447.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W1531374185","https://openalex.org/W1555380324","https://openalex.org/W1880262756","https://openalex.org/W2072385577","https://openalex.org/W2093647425","https://openalex.org/W2107743791","https://openalex.org/W2117130368","https://openalex.org/W2153579005","https://openalex.org/W2169676805","https://openalex.org/W2250539671","https://openalex.org/W2252136820","https://openalex.org/W2493916176","https://openalex.org/W2561529111","https://openalex.org/W2595715041","https://openalex.org/W2610891036","https://openalex.org/W2610986956","https://openalex.org/W2612780102","https://openalex.org/W2765390718","https://openalex.org/W2765961751","https://openalex.org/W2766508367","https://openalex.org/W2798581922","https://openalex.org/W2798931235","https://openalex.org/W2870207365","https://openalex.org/W2885826215","https://openalex.org/W2888296173","https://openalex.org/W2889242953","https://openalex.org/W2889453388","https://openalex.org/W2890007195","https://openalex.org/W2890166583","https://openalex.org/W2896457183","https://openalex.org/W2898799786","https://openalex.org/W2912924812","https://openalex.org/W2913222130","https://openalex.org/W2914120296","https://openalex.org/W2917436183","https://openalex.org/W2945329331","https://openalex.org/W2950465883","https://openalex.org/W2950597108","https://openalex.org/W2950700230","https://openalex.org/W2952566282","https://openalex.org/W2953343755","https://openalex.org/W2962717047","https://openalex.org/W2962718483","https://openalex.org/W2962727366","https://openalex.org/W2962874939","https://openalex.org/W2962977247","https://openalex.org/W2963001778","https://openalex.org/W2963118869","https://openalex.org/W2963159735","https://openalex.org/W2963175042","https://openalex.org/W2963206679","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963602293","https://openalex.org/W2963748441","https://openalex.org/W2963829073","https://openalex.org/W2963938442","https://openalex.org/W2963969878","https://openalex.org/W2964030814","https://openalex.org/W2964223283","https://openalex.org/W4231510805","https://openalex.org/W4233135949","https://openalex.org/W4294170691","https://openalex.org/W4298393544","https://openalex.org/W4299280717","https://openalex.org/W4299579390","https://openalex.org/W4301290611"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W4212839359"],"abstract_inverted_index":{"Obtaining":[0],"training":[1,33,75,138,175,184],"data":[2,34,76,185],"for":[3,18,38],"Question":[4],"Answering":[5],"(QA)":[6],"is":[7,35,201],"time-consuming":[8],"and":[9,11,21,41,60,94,118,127,149],"resourceintensive,":[10],"existing":[12],"QA":[13,74,162],"datasets":[14],"are":[15],"only":[16,173],"available":[17],"limited":[19],"domains":[20],"languages.":[22],"In":[23],"this":[24,51],"work,":[25],"we":[26,68,82,109],"explore":[27],"to":[28,56,71,114,132,166],"what":[29],"extent":[30],"high":[31],"quality":[32],"actually":[36],"required":[37],"Extractive":[39,47,73],"QA,":[40],"investigate":[42],"the":[43,182,199],"possibility":[44],"of":[45,92,146],"unsupervised":[46,65,130,140],"QA.":[48],"We":[49,125,158,177],"approach":[50,189],"problem":[52],"by":[53],"first":[54,83],"learning":[55],"generate":[57,79],"context,":[58],"question":[59,135],"answer":[61,167,200],"triples":[62],"in":[63,112],"an":[64,139],"manner,":[66],"which":[67],"then":[69,95],"use":[70],"synthesize":[72],"automatically.":[77],"To":[78],"such":[80],"triples,":[81],"sample":[84],"random":[85,96],"context":[86,113],"paragraphs":[87,105],"from":[88,103],"a":[89,155,202],"large":[90],"corpus":[91],"documents":[93],"noun":[97],"phrases":[98],"or":[99],"named":[100],"entity":[101,204],"mentions":[102],"these":[104],"as":[106,152,154],"answers.":[107],"Next":[108],"convert":[110],"answers":[111],"\"fill-in-the-blank\"":[115],"cloze":[116,150],"questions":[117,148,151,169],"finally":[119],"translate":[120],"them":[121],"into":[122],"natural":[123,147],"questions.":[124],"propose":[126],"compare":[128],"various":[129],"ways":[131],"perform":[133],"cloze-tonatural":[134],"translation,":[136],"including":[137],"NMT":[141],"model":[142],"using":[143,172,181],"nonaligned":[144],"corpora":[145],"well":[153,171],"rule-based":[156],"approach.":[157],"find":[159],"that":[160],"modern":[161],"models":[163],"can":[164],"learn":[165],"human":[168],"surprisingly":[170],"synthetic":[174],"data.":[176],"demonstrate":[178],"that,":[179],"without":[180],"SQuAD":[183,194],"at":[186],"all,":[187],"our":[188],"achieves":[190],"56.4":[191],"F1":[192,197],"on":[193],"v1":[195],"(64.5":[196],"when":[198],"Named":[203],"mention),":[205],"outperforming":[206],"early":[207],"supervised":[208],"models.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}