{"id":"https://openalex.org/W2950050806","doi":"https://doi.org/10.18653/v1/p19-1324","title":"Putting Words in Context: LSTM Language Models and Lexical Ambiguity","display_name":"Putting Words in Context: LSTM Language Models and Lexical Ambiguity","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2950050806","doi":"https://doi.org/10.18653/v1/p19-1324","mag":"2950050806"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1324","pdf_url":"https://www.aclweb.org/anthology/P19-1324.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1324.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004059222","display_name":"Laura Aina","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Laura Aina","raw_affiliation_strings":["Universitat Pompeu Fabra Barcelona, Spain","Pompeu Fabra University, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Pompeu Fabra University, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043347279","display_name":"Kristina Gulordava","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Kristina Gulordava","raw_affiliation_strings":["Universitat Pompeu Fabra Barcelona, Spain","Pompeu Fabra Univ"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Pompeu Fabra Univ","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026675870","display_name":"Gemma Boleda","orcid":"https://orcid.org/0000-0001-6140-7080"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gemma Boleda","raw_affiliation_strings":["Universitat Pompeu Fabra Barcelona, Spain","Pompeu Fabra University, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Pompeu Fabra University, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004059222"],"corresponding_institution_ids":["https://openalex.org/I170486558"],"apc_list":null,"apc_paid":null,"fwci":0.7226,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7835392,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3342","last_page":"3348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.8535414338111877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7400718331336975},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6657391786575317},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.629762589931488},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5354165434837341},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5208621621131897},{"id":"https://openalex.org/keywords/lexical-choice","display_name":"Lexical choice","score":0.4364674687385559},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4361562132835388},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4251973032951355},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4146224558353424},{"id":"https://openalex.org/keywords/lexical-item","display_name":"Lexical item","score":0.3629980981349945},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10022640228271484}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.8535414338111877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7400718331336975},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6657391786575317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.629762589931488},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5354165434837341},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5208621621131897},{"id":"https://openalex.org/C93258239","wikidata":"https://www.wikidata.org/wiki/Q6537688","display_name":"Lexical choice","level":3,"score":0.4364674687385559},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4361562132835388},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4251973032951355},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4146224558353424},{"id":"https://openalex.org/C126706616","wikidata":"https://www.wikidata.org/wiki/Q2944660","display_name":"Lexical item","level":2,"score":0.3629980981349945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10022640228271484},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1324","pdf_url":"https://www.aclweb.org/anthology/P19-1324.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.05149","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.05149","pdf_url":"https://arxiv.org/pdf/1906.05149","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2950050806","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.05149v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.05149","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.05149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1324","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1324","pdf_url":"https://www.aclweb.org/anthology/P19-1324.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.75,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5399556803","display_name":null,"funder_award_id":"This project has received funding from the Europea","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6095322746","display_name":"A distributional MOdel of Reference to Entities","funder_award_id":"715154","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323868","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2950050806.pdf","grobid_xml":"https://content.openalex.org/works/W2950050806.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W3753517","https://openalex.org/W581956982","https://openalex.org/W1501579169","https://openalex.org/W1522301498","https://openalex.org/W1597195725","https://openalex.org/W1973942085","https://openalex.org/W1984052055","https://openalex.org/W2064675550","https://openalex.org/W2091494174","https://openalex.org/W2131774270","https://openalex.org/W2146884627","https://openalex.org/W2165131017","https://openalex.org/W2250968248","https://openalex.org/W2251762914","https://openalex.org/W2507974895","https://openalex.org/W2549835527","https://openalex.org/W2899771611","https://openalex.org/W2953949198","https://openalex.org/W2955797234","https://openalex.org/W2962739339","https://openalex.org/W2962776659","https://openalex.org/W2963430224","https://openalex.org/W2963751529","https://openalex.org/W2963850840","https://openalex.org/W2964204621","https://openalex.org/W2964303116","https://openalex.org/W3154772965"],"related_works":["https://openalex.org/W2952831501","https://openalex.org/W2189076795","https://openalex.org/W2247305181","https://openalex.org/W2982134234","https://openalex.org/W3018074947","https://openalex.org/W3036493788","https://openalex.org/W3171696618","https://openalex.org/W98218541","https://openalex.org/W3213558287","https://openalex.org/W2244953659","https://openalex.org/W2975893747","https://openalex.org/W2435103813","https://openalex.org/W2912778481","https://openalex.org/W2952752214","https://openalex.org/W2986265153","https://openalex.org/W3037458976","https://openalex.org/W3181162137","https://openalex.org/W1564654791","https://openalex.org/W2808173388","https://openalex.org/W3201955459"],"abstract_inverted_index":{"In":[0],"neural":[1],"network":[2],"models":[3],"of":[4,71],"language,":[5],"words":[6,26],"are":[7,16,27,73],"commonly":[8],"represented":[9,74],"using":[10],"contextinvariant":[11],"representations":[12,58],"(word":[13],"embeddings)":[14],"which":[15],"then":[17],"put":[18],"in":[19,21,49],"context":[20],"the":[22,31],"hidden":[23,57],"layers.":[24],"Since":[25],"often":[28],"ambiguous,":[29],"representing":[30],"contextually":[32],"relevant":[33],"information":[34,63,72],"is":[35,83],"not":[36],"trivial.":[37],"We":[38,66],"investigate":[39],"how":[40],"an":[41],"LSTM":[42],"language":[43],"model":[44],"deals":[45],"with":[46],"lexical":[47,60],"ambiguity":[48],"English,":[50],"designing":[51],"a":[52,76],"method":[53],"to":[54,75],"probe":[55],"its":[56],"for":[59,85,87],"and":[61],"contextual":[62,88],"about":[64],"words.":[65],"find":[67],"that":[68,81],"both":[69],"types":[70],"large":[77],"extent,":[78],"but":[79],"also":[80],"there":[82],"room":[84],"improvement":[86],"information.":[89]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}