{"id":"https://openalex.org/W3004437686","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.420","title":"Blank Language Models","display_name":"Blank Language Models","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3004437686","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.420","mag":"3004437686"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.emnlp-main.420","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.420","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.420","pdf_url":"https://www.aclweb.org/anthology/2020.emnlp-main.420.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3004437686"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.emnlp-main.420.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006131913","display_name":"Tianxiao Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tianxiao Shen","raw_affiliation_strings":["MIT CSAIL","Massachusetts Institute of Technology, Cambridge, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070398763","display_name":"Victor Quach","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Victor Quach","raw_affiliation_strings":["MIT CSAIL","Massachusetts Institute of Technology, Cambridge, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010124873","display_name":"Regina Barzilay","orcid":"https://orcid.org/0000-0002-2921-8201","observed_orcids":["https://orcid.org/0000-0002-2921-8201"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Regina Barzilay","raw_affiliation_strings":["MIT CSAIL","Massachusetts Institute of Technology, Cambridge, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048915657","display_name":"Tommi Jaakkola","orcid":"https://orcid.org/0000-0002-2199-0379","observed_orcids":["https://orcid.org/0000-0002-2199-0379"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tommi Jaakkola","raw_affiliation_strings":["MIT CSAIL","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.839,"has_fulltext":true,"cited_by_count":76,"citation_normalized_percentile":{"value":0.94942699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5186","last_page":"5198"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8964999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8964999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08330000191926956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.4860000014305115},{"id":"https://openalex.org/keywords/text-editing","display_name":"text editing","score":0.8240000009536743},{"id":"https://openalex.org/keywords/text-rewriting","display_name":"text rewriting","score":0.9649999737739563},{"id":"https://openalex.org/keywords/style-transfer","display_name":"style transfer","score":0.8809999823570251}],"concepts":[{"id":"https://openalex.org/C2778089247","wikidata":"https://www.wikidata.org/wiki/Q368951","display_name":"Blank","level":2,"score":0.9570914506912231},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575562596321106},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.7051354646682739},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5948861837387085},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5805334448814392},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4920641779899597},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.484782874584198},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4803410768508911},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46466076374053955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.389390766620636},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25352370738983154},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0805307924747467},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/2020.emnlp-main.420","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.420","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.420","pdf_url":"https://www.aclweb.org/anthology/2020.emnlp-main.420.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.03079","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.03079","pdf_url":"https://arxiv.org/pdf/2002.03079","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/143501","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/143501","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/143501/2/2020.emnlp-main.420.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computational Linguistics","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"mag:3004437686","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2002.03079.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2002.03079","doi":"https://doi.org/10.48550/arxiv.2002.03079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.03079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.emnlp-main.420","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.420","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.420","pdf_url":"https://www.aclweb.org/anthology/2020.emnlp-main.420.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3004437686.pdf","grobid_xml":"https://content.openalex.org/works/W3004437686.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1514535095","https://openalex.org/W1843891098","https://openalex.org/W2020382207","https://openalex.org/W2133564696","https://openalex.org/W2289899728","https://openalex.org/W2525332836","https://openalex.org/W2571859396","https://openalex.org/W2594538354","https://openalex.org/W2619010992","https://openalex.org/W2626778328","https://openalex.org/W2743945814","https://openalex.org/W2767206889","https://openalex.org/W2784823820","https://openalex.org/W2792764867","https://openalex.org/W2805041018","https://openalex.org/W2888173624","https://openalex.org/W2888693386","https://openalex.org/W2894175714","https://openalex.org/W2896457183","https://openalex.org/W2911109671","https://openalex.org/W2913129712","https://openalex.org/W2920538220","https://openalex.org/W2933138175","https://openalex.org/W2935811960","https://openalex.org/W2937808806","https://openalex.org/W2938704169","https://openalex.org/W2946197666","https://openalex.org/W2948629866","https://openalex.org/W2950813464","https://openalex.org/W2962686347","https://openalex.org/W2962753370","https://openalex.org/W2963034998","https://openalex.org/W2963341956","https://openalex.org/W2963667126","https://openalex.org/W2964110616","https://openalex.org/W2964289395","https://openalex.org/W2964529779","https://openalex.org/W2965373594","https://openalex.org/W2970619458","https://openalex.org/W2970690146","https://openalex.org/W2971167892","https://openalex.org/W2973049837","https://openalex.org/W2980282514","https://openalex.org/W2981461746","https://openalex.org/W2985694911","https://openalex.org/W2996287690","https://openalex.org/W2996416339","https://openalex.org/W3024131638","https://openalex.org/W3088059392","https://openalex.org/W4394651747","https://openalex.org/W7062404368"],"related_works":["https://openalex.org/W7199164979","https://openalex.org/W3024131638","https://openalex.org/W4387724349","https://openalex.org/W4287889167","https://openalex.org/W4285294723","https://openalex.org/W7160145496","https://openalex.org/W4287855167","https://openalex.org/W2946197666","https://openalex.org/W4417092522","https://openalex.org/W2963248296"],"abstract_inverted_index":{"We":[0],"propose":[1],"Blank":[2],"Language":[3],"Model":[4],"(BLM),":[5],"a":[6,31,43,62,85,128],"model":[7,39],"that":[8],"generates":[9],"sequences":[10],"by":[11],"dynamically":[12],"creating":[13],"and":[14,36,64,70,111,116],"filling":[15,96],"in":[16,61,106],"blanks.The":[17],"blanks":[18,51,75],"control":[19],"which":[20,57],"part":[21],"of":[22,33,88,95,108,124,131],"the":[23,89,93,122],"sequence":[24],"to":[25,59,66,78],"expand,":[26],"making":[27],"BLM":[28,100],"ideal":[29],"for":[30,127],"variety":[32],"text":[34,49,98,119],"editing":[35],"rewriting":[37],"tasks.The":[38],"can":[40,80],"start":[41],"from":[42],"single":[44],"blank":[45,63],"or":[46],"partially":[47],"completed":[48],"with":[50],"at":[52],"specified":[53],"locations.It":[54],"iteratively":[55],"determines":[56],"word":[58],"place":[60],"whether":[65],"insert":[67],"new":[68],"blanks,":[69],"stops":[71],"generating":[72],"when":[73],"no":[74],"are":[76],"left":[77],"fill.BLM":[79],"be":[81],"efficiently":[82],"trained":[83],"using":[84],"lower":[86],"bound":[87],"marginal":[90],"data":[91],"likelihood.On":[92],"task":[94],"missing":[97],"snippets,":[99],"significantly":[101],"outperforms":[102],"all":[103],"other":[104],"baselines":[105],"terms":[107],"both":[109],"accuracy":[110],"fluency.Experiments":[112],"on":[113],"style":[114],"transfer":[115],"damaged":[117],"ancient":[118],"restoration":[120],"demonstrate":[121],"potential":[123],"this":[125],"framework":[126],"wide":[129],"range":[130],"applications.1":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3004437686","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":6}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-02-14T00:00:00"}
