{"id":"https://openalex.org/W2507731975","doi":"https://doi.org/10.18653/v1/p16-1156","title":"Morphological Smoothing and Extrapolation of Word Embeddings","display_name":"Morphological Smoothing and Extrapolation of Word Embeddings","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2507731975","doi":"https://doi.org/10.18653/v1/p16-1156","mag":"2507731975"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p16-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1156","pdf_url":"https://www.aclweb.org/anthology/P16-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P16-1156.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE","US"],"is_corresponding":true,"raw_author_name":"Ryan Cotterell","raw_affiliation_strings":["Department of Computer Science Johns Hopkins University, USA","Hinrich Sch \u00fctze CIS LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Hinrich Sch \u00fctze CIS LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hinrich Sch\u00fctze","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052467896","display_name":"Jason Eisner","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Jason Eisner","raw_affiliation_strings":["Department of Computer Science Johns Hopkins University, USA","Hinrich Sch \u00fctze CIS LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Hinrich Sch \u00fctze CIS LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061951606"],"corresponding_institution_ids":["https://openalex.org/I145311948","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":18.994,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.99229471,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7756014466285706},{"id":"https://openalex.org/keywords/morpheme","display_name":"Morpheme","score":0.7634713649749756},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7509428262710571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6956217885017395},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.597874104976654},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5616748332977295},{"id":"https://openalex.org/keywords/lemma","display_name":"Lemma (botany)","score":0.5542390942573547},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5209004878997803},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4973290264606476},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.47483664751052856},{"id":"https://openalex.org/keywords/analogy","display_name":"Analogy","score":0.4226910471916199},{"id":"https://openalex.org/keywords/plural","display_name":"Plural","score":0.4214448630809784},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3599347472190857},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.29554057121276855}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7756014466285706},{"id":"https://openalex.org/C165297611","wikidata":"https://www.wikidata.org/wiki/Q43249","display_name":"Morpheme","level":2,"score":0.7634713649749756},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7509428262710571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6956217885017395},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.597874104976654},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5616748332977295},{"id":"https://openalex.org/C2777759810","wikidata":"https://www.wikidata.org/wiki/Q149316","display_name":"Lemma (botany)","level":3,"score":0.5542390942573547},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5209004878997803},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4973290264606476},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.47483664751052856},{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.4226910471916199},{"id":"https://openalex.org/C2779835924","wikidata":"https://www.wikidata.org/wiki/Q146786","display_name":"Plural","level":2,"score":0.4214448630809784},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3599347472190857},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29554057121276855},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C46757340","wikidata":"https://www.wikidata.org/wiki/Q43238","display_name":"Poaceae","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p16-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1156","pdf_url":"https://www.aclweb.org/anthology/P16-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p16-1156","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1156","pdf_url":"https://www.aclweb.org/anthology/P16-1156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2507731975.pdf","grobid_xml":"https://content.openalex.org/works/W2507731975.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W1503259811","https://openalex.org/W1505680913","https://openalex.org/W1511986666","https://openalex.org/W1614298861","https://openalex.org/W1814992895","https://openalex.org/W1855497951","https://openalex.org/W1908676432","https://openalex.org/W1964209958","https://openalex.org/W2049633694","https://openalex.org/W2053306448","https://openalex.org/W2053921957","https://openalex.org/W2067438047","https://openalex.org/W2091812280","https://openalex.org/W2101609803","https://openalex.org/W2102381086","https://openalex.org/W2103633133","https://openalex.org/W2104518905","https://openalex.org/W2125027820","https://openalex.org/W2125290066","https://openalex.org/W2141599568","https://openalex.org/W2142377809","https://openalex.org/W2153579005","https://openalex.org/W2158899491","https://openalex.org/W2250273070","https://openalex.org/W2251012068","https://openalex.org/W2251044566","https://openalex.org/W2251176673","https://openalex.org/W2251497744","https://openalex.org/W2251565024","https://openalex.org/W2298037295","https://openalex.org/W2884980639","https://openalex.org/W2952230511","https://openalex.org/W2963759421","https://openalex.org/W2964005834","https://openalex.org/W4249773576","https://openalex.org/W4294170691","https://openalex.org/W4388152766"],"related_works":["https://openalex.org/W2392206215","https://openalex.org/W2365201483","https://openalex.org/W2355561779","https://openalex.org/W2352407775","https://openalex.org/W4230444803","https://openalex.org/W4244931391","https://openalex.org/W2186567693","https://openalex.org/W108701362","https://openalex.org/W2469799552","https://openalex.org/W4324393267"],"abstract_inverted_index":{"Languages":[0],"with":[1,20],"rich":[2],"inflectional":[3],"morphology":[4],"exhibit":[5],"lexical":[6],"data":[7],"sparsity,":[8],"since":[9],"the":[10,21,58,108,115,119,145],"word":[11,159],"used":[12],"to":[13,48,99,131],"express":[14],"a":[15,53,85,91],"given":[16,54],"concept":[17],"will":[18],"vary":[19],"syntactic":[22],"context.":[23],"For":[24],"instance,":[25],"each":[26],"count":[27],"noun":[28],"in":[29,42,107],"Czech":[30],"has":[31],"12":[32],"forms":[33],"(where":[34],"English":[35],"uses":[36],"only":[37],"singular":[38],"and":[39,139,158],"plural).":[40],"Even":[41],"large":[43],"corpora,":[44],"we":[45],"are":[46],"unlikely":[47],"observe":[49],"all":[50],"inflections":[51],"of":[52,61,127,134],"lemma.":[55],"This":[56],"reduces":[57],"vocabulary":[59],"coverage":[60],"methods":[62],"that":[63,82,96],"induce":[64],"continuous":[65,101],"representations":[66,102,116],"for":[67,103,118,147],"words":[68,104],"from":[69],"distributional":[70],"corpus":[71],"information.":[72],"We":[73,89],"solve":[74],"this":[75],"problem":[76],"by":[77],"exploiting":[78],"existing":[79],"morphological":[80],"resources":[81],"can":[83],"enumerate":[84],"word's":[86],"component":[87],"morphemes.":[88],"present":[90],"latentvariable":[92],"Gaussian":[93],"graphical":[94],"model":[95,143],"allows":[97],"us":[98],"extrapolate":[100],"not":[105],"observed":[106,120],"training":[109,140],"corpus,":[110],"as":[111,113],"well":[112],"smoothing":[114],"provided":[117],"words.":[121,135],"The":[122],"latent":[123],"variables":[124],"represent":[125],"embeddings":[126,133,146],"morphemes,":[128],"which":[129],"combine":[130],"create":[132],"Over":[136],"several":[137],"languages":[138],"sizes,":[141],"our":[142],"improves":[144],"words,":[148],"when":[149],"evaluated":[150],"on":[151],"an":[152],"analogy":[153],"task,":[154],"skip-gram":[155],"predictive":[156],"accuracy,":[157],"similarity.":[160]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}