{"id":"https://openalex.org/W2791412059","doi":"https://doi.org/10.1162/tacl_a_00036","title":"Neural Lattice Language Models","display_name":"Neural Lattice Language Models","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2791412059","doi":"https://doi.org/10.1162/tacl_a_00036","mag":"2791412059"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00036","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00036","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00036","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00036","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067416581","display_name":"Jacob Buckman","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Buckman","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University,","Language Technologies Institute, Carnegie Mellon University,#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University,#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University,","Language Technologies Institute, Carnegie Mellon University,#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University,#TAB#","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.369,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7045692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"529","last_page":"541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.9340564012527466},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.8120232820510864},{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.6947957277297974},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6796533465385437},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6110250353813171},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5725855231285095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.570784866809845},{"id":"https://openalex.org/keywords/lattice","display_name":"Lattice (music)","score":0.42108798027038574}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9340564012527466},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.8120232820510864},{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.6947957277297974},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6796533465385437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6110250353813171},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5725855231285095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.570784866809845},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.42108798027038574},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00036","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00036","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00036","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1803.05071","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.05071","pdf_url":"https://arxiv.org/pdf/1803.05071","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2791412059","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1803.05071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:e5837ed9316442c1b64cf06ddaeb0659","is_oa":false,"landing_page_url":"https://doaj.org/article/e5837ed9316442c1b64cf06ddaeb0659","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 6 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1803.05071","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1803.05071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00036","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00036","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00036","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2791412059.pdf","grobid_xml":"https://content.openalex.org/works/W2791412059.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W48178473","https://openalex.org/W1508405452","https://openalex.org/W1689711448","https://openalex.org/W1727996342","https://openalex.org/W2064675550","https://openalex.org/W2110485445","https://openalex.org/W2114790177","https://openalex.org/W2138747152","https://openalex.org/W2143612262","https://openalex.org/W2162456950","https://openalex.org/W2166270474","https://openalex.org/W2220350356","https://openalex.org/W2259472270","https://openalex.org/W2271595638","https://openalex.org/W2290910789","https://openalex.org/W2525332836","https://openalex.org/W2530486890","https://openalex.org/W2547875792","https://openalex.org/W2577255746","https://openalex.org/W2610780044","https://openalex.org/W2611669587","https://openalex.org/W2625092622","https://openalex.org/W2727642071","https://openalex.org/W2741986357","https://openalex.org/W2950448199","https://openalex.org/W2952276042","https://openalex.org/W2962826786","https://openalex.org/W2962964385","https://openalex.org/W2963201387","https://openalex.org/W2963266340","https://openalex.org/W2963347649"],"related_works":["https://openalex.org/W3170962005","https://openalex.org/W2042541403","https://openalex.org/W3168616017","https://openalex.org/W583931574","https://openalex.org/W2786167576","https://openalex.org/W2564413943","https://openalex.org/W3099697841","https://openalex.org/W2899336413","https://openalex.org/W3174281149","https://openalex.org/W1971034924","https://openalex.org/W2509361447","https://openalex.org/W2147925066","https://openalex.org/W2766557762","https://openalex.org/W2890904301","https://openalex.org/W3016825020","https://openalex.org/W1816079941","https://openalex.org/W2103222490","https://openalex.org/W2577012745","https://openalex.org/W2889077436","https://openalex.org/W2952389078"],"abstract_inverted_index":{"In":[0],"this":[1,44],"work,":[2],"we":[3],"propose":[4],"a":[5,33,39,103,108,124],"new":[6],"language":[7,28,75,80,88],"modeling":[8,81],"paradigm":[9],"that":[10,84,90,107,111],"has":[11],"the":[12,66],"ability":[13],"to":[14,46,57,96,102,117,123],"perform":[15],"both":[16],"prediction":[17],"and":[18,41,65,106],"moderation":[19],"of":[20,35,68],"information":[21],"flow":[22],"at":[23],"multiple":[24,79],"granularities:":[25],"neural":[26,86],"lattice":[27,34,45,87],"models.":[29],"These":[30],"models":[31,89],"construct":[32],"possible":[36],"paths":[37],"through":[38],"sentence":[40],"marginalize":[42],"across":[43],"calculate":[47],"sequence":[48],"probabilities":[49],"or":[50],"optimize":[51],"parameters.":[52],"This":[53],"approach":[54],"allows":[55],"us":[56],"seamlessly":[58],"incorporate":[59],"linguistic":[60],"intuitions":[61],"\u2014":[62,72],"including":[63],"polysemy":[64],"existence":[67],"multiword":[69],"lexical":[70],"items":[71],"into":[73],"our":[74],"model.":[76],"Experiments":[77],"on":[78],"tasks":[82],"show":[83],"English":[85],"utilize":[91],"polysemous":[92],"embeddings":[93],"are":[94],"able":[95,116],"improve":[97,118],"perplexity":[98,119],"by":[99,120],"9.95%":[100],"relative":[101,122],"word-level":[104],"baseline,":[105],"Chinese":[109],"model":[110],"handles":[112],"multi-character":[113],"tokens":[114],"is":[115],"20.94%":[121],"character-level":[125],"baseline.":[126]},"counts_by_year":[{"year":2018,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}