{"id":"https://openalex.org/W2963231544","doi":"https://doi.org/10.18653/v1/w17-2632","title":"Learning to Embed Words in Context for Syntactic Tasks","display_name":"Learning to Embed Words in Context for Syntactic Tasks","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2963231544","doi":"https://doi.org/10.18653/v1/w17-2632","mag":"2963231544"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-2632","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2632","pdf_url":"https://www.aclweb.org/anthology/W17-2632.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-2632.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020349176","display_name":"Lifu Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lifu Tu","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA"],"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081022650","display_name":"Kevin Gimpel","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Gimpel","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA"],"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015602781","display_name":"Karen Livescu","orcid":"https://orcid.org/0000-0003-4962-946X"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen Livescu","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA"],"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA","institution_ids":["https://openalex.org/I160992636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020349176"],"corresponding_institution_ids":["https://openalex.org/I160992636"],"apc_list":null,"apc_paid":null,"fwci":3.1203,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9360619,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"265","last_page":"275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.863558292388916},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.8542162179946899},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6895824670791626},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6755470037460327},{"id":"https://openalex.org/keywords/dependency-grammar","display_name":"Dependency grammar","score":0.669409990310669},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6510947346687317},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.642045259475708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6178216338157654},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5986706018447876},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.587054431438446},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5471422672271729},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.547114372253418},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09217923879623413},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07473945617675781}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863558292388916},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8542162179946899},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6895824670791626},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6755470037460327},{"id":"https://openalex.org/C164883195","wikidata":"https://www.wikidata.org/wiki/Q674834","display_name":"Dependency grammar","level":3,"score":0.669409990310669},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6510947346687317},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.642045259475708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6178216338157654},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5986706018447876},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.587054431438446},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5471422672271729},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.547114372253418},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09217923879623413},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07473945617675781},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w17-2632","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2632","pdf_url":"https://www.aclweb.org/anthology/W17-2632.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Representation Learning for NLP","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-2632","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2632","pdf_url":"https://www.aclweb.org/anthology/W17-2632.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Representation Learning for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6399999856948853,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963231544.pdf","grobid_xml":"https://content.openalex.org/works/W2963231544.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W76263314","https://openalex.org/W371426616","https://openalex.org/W632008434","https://openalex.org/W655994999","https://openalex.org/W1010415138","https://openalex.org/W1165382972","https://openalex.org/W1632114991","https://openalex.org/W1899794420","https://openalex.org/W2032355794","https://openalex.org/W2064675550","https://openalex.org/W2100062901","https://openalex.org/W2108061274","https://openalex.org/W2115613106","https://openalex.org/W2116261113","https://openalex.org/W2118090838","https://openalex.org/W2130942839","https://openalex.org/W2136848157","https://openalex.org/W2143612262","https://openalex.org/W2153579005","https://openalex.org/W2157765050","https://openalex.org/W2158139315","https://openalex.org/W2158899491","https://openalex.org/W2162456950","https://openalex.org/W2164019165","https://openalex.org/W2164973920","https://openalex.org/W2187089797","https://openalex.org/W2212194804","https://openalex.org/W2238728730","https://openalex.org/W2247305181","https://openalex.org/W2250539671","https://openalex.org/W2251537235","https://openalex.org/W2251874715","https://openalex.org/W2267742292","https://openalex.org/W2294979170","https://openalex.org/W2316153475","https://openalex.org/W2384495648","https://openalex.org/W2402268235","https://openalex.org/W2465346528","https://openalex.org/W2465640077","https://openalex.org/W2507974895","https://openalex.org/W2559153497","https://openalex.org/W2950752421","https://openalex.org/W2952230511","https://openalex.org/W2952729433","https://openalex.org/W2963218773","https://openalex.org/W2963277143","https://openalex.org/W2963479986","https://openalex.org/W2963563735","https://openalex.org/W4233787372","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W2251084681","https://openalex.org/W2098784136","https://openalex.org/W4241489294","https://openalex.org/W287510790","https://openalex.org/W63925617","https://openalex.org/W2968543375","https://openalex.org/W2252142543","https://openalex.org/W4288558800","https://openalex.org/W2888625260","https://openalex.org/W2953770453"],"abstract_inverted_index":{"We":[0,43,56,86],"present":[1],"models":[2,49],"for":[3,72],"embedding":[4,48],"words":[5],"in":[6],"the":[7,22],"context":[8,102],"of":[9,24,64,83,101],"surrounding":[10],"words.":[11],"Such":[12],"models,":[13],"which":[14],"we":[15],"refer":[16],"to":[17,30],"as":[18,35,70],"token":[19,47,58,92],"embeddings,":[20],"represent":[21],"characteristics":[23],"a":[25,31,61,99],"word":[26,36],"that":[27,88],"are":[28],"specific":[29],"given":[32],"context,":[33],"such":[34],"sense,":[37],"syntactic":[38],"category,":[39],"and":[40,67,75,104],"semantic":[41],"role.":[42],"explore":[44],"simple,":[45],"efficient":[46],"based":[50],"on":[51,60,79],"standard":[52],"neural":[53],"network":[54],"architectures.":[55],"learn":[57],"embeddings":[59,93],"large":[62],"amount":[63],"unannotated":[65],"text":[66],"evaluate":[68],"them":[69],"features":[71],"part-of-speech":[73],"taggers":[74],"dependency":[76],"parsers":[77],"trained":[78],"much":[80],"smaller":[81],"amounts":[82],"annotated":[84],"data.":[85],"find":[87],"predictors":[89,97],"endowed":[90],"with":[91],"consistently":[94],"outperform":[95],"baseline":[96],"across":[98],"range":[100],"window":[103],"training":[105],"set":[106],"sizes.":[107]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}