{"id":"https://openalex.org/W2933966394","doi":"https://doi.org/10.18653/v1/n19-1048","title":"Attentive Mimicking: Better Word Embeddings by Attending to Informative Contexts","display_name":"Attentive Mimicking: Better Word Embeddings by Attending to Informative Contexts","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2933966394","doi":"https://doi.org/10.18653/v1/n19-1048","mag":"2933966394"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-1048","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1048","pdf_url":"https://aclanthology.org/N19-1048.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/N19-1048.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076269589","display_name":"Timo Schick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098364","display_name":"Institute for Language and Speech Processing","ror":"https://ror.org/00z24kr14","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210098364"]},{"id":"https://openalex.org/I4210111530","display_name":"Sulzer (Germany)","ror":"https://ror.org/01vvkvt81","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210106239","https://openalex.org/I4210111530"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE","GR"],"is_corresponding":true,"raw_author_name":"Timo Schick","raw_affiliation_strings":["Hinrich Sch tze Center for Information and Language Processing LMU Munich, Germany","Sulzer GmbH Munich, Germany","Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Hinrich Sch tze Center for Information and Language Processing LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4210098364"]},{"raw_affiliation_string":"Sulzer GmbH Munich, Germany","institution_ids":["https://openalex.org/I4210111530"]},{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hinrich Sch\u00fctze","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076269589"],"corresponding_institution_ids":["https://openalex.org/I4210098364","https://openalex.org/I4210111530","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":0.46085324,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69735476,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"489","last_page":"494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7116894721984863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.676365852355957},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6744735836982727},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6182838082313538},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.618241012096405},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5502198338508606},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5436720848083496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5187330842018127},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3511541783809662},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2056843340396881},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.20057541131973267}],"concepts":[{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7116894721984863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676365852355957},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6744735836982727},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6182838082313538},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.618241012096405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5502198338508606},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5436720848083496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5187330842018127},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3511541783809662},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2056843340396881},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.20057541131973267},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.18653/v1/n19-1048","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1048","pdf_url":"https://aclanthology.org/N19-1048.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1904.01617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.01617","pdf_url":"https://arxiv.org/pdf/1904.01617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:61844","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-61844-2","pdf_url":"https://epub.ub.uni-muenchen.de/61844/1/1904.01617.pdf","source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:conferenceObject"},{"id":"mag:2933966394","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.01617.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1904.01617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.01617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5282/ubm/epub.61844","is_oa":true,"landing_page_url":"https://doi.org/10.5282/ubm/epub.61844","pdf_url":null,"source":{"id":"https://openalex.org/S7407052039","display_name":"Universit\u00e4tsbibliothek der LMU","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/n19-1048","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1048","pdf_url":"https://aclanthology.org/N19-1048.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2933966394.pdf","grobid_xml":"https://content.openalex.org/works/W2933966394.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W1614298861","https://openalex.org/W2040467972","https://openalex.org/W2160660844","https://openalex.org/W2251012068","https://openalex.org/W2251830157","https://openalex.org/W2493916176","https://openalex.org/W2507731975","https://openalex.org/W2601529995","https://openalex.org/W2788353357","https://openalex.org/W2883814581","https://openalex.org/W2949548130","https://openalex.org/W2962847482","https://openalex.org/W2963052942","https://openalex.org/W2963403868","https://openalex.org/W2963421945","https://openalex.org/W2963548060","https://openalex.org/W2963901637","https://openalex.org/W2963956670","https://openalex.org/W2964121744","https://openalex.org/W2964230347"],"related_works":["https://openalex.org/W2963850626","https://openalex.org/W2108061274","https://openalex.org/W2724648934","https://openalex.org/W2579644692","https://openalex.org/W3202858538","https://openalex.org/W2962883166","https://openalex.org/W2614551030","https://openalex.org/W3035407756","https://openalex.org/W2880875857","https://openalex.org/W2987819162","https://openalex.org/W2989798563","https://openalex.org/W2804398514","https://openalex.org/W2225261319","https://openalex.org/W2897994656","https://openalex.org/W2948980849","https://openalex.org/W2794132063","https://openalex.org/W2980697054","https://openalex.org/W2142377809","https://openalex.org/W2981499762","https://openalex.org/W2587764909"],"abstract_inverted_index":{"Learning":[0],"high-quality":[1],"embeddings":[2,27,40,53,126],"for":[3,54,94,112,127],"rare":[4,55,114],"words":[5,43],"is":[6,35,67],"a":[7,24,30,33,73,128],"hard":[8],"problem":[9],"because":[10],"of":[11,41,132],"sparse":[12],"context":[13],"information.":[14],"Mimicking":[15],"(Pinter":[16],"et":[17],"al.,":[18],"2017)":[19],"has":[20],"been":[21],"proposed":[22],"as":[23],"solution:":[25],"given":[26,68],"learned":[28],"by":[29],"standard":[31],"algorithm,":[32],"model":[34,66],"first":[36],"trained":[37],"to":[38,51,72,79,85,87,120],"reproduce":[39],"frequent":[42],"from":[44],"their":[45],"surface":[46,75],"form":[47],"and":[48,83,91,115],"then":[49],"used":[50],"compute":[52],"words.":[56,117],"In":[57,98],"this":[58],"paper,":[59],"we":[60,104],"introduce":[61],"attentive":[62,107,123],"mimicking:":[63],"the":[64,88,133,136],"mimicking":[65,108,124],"access":[69],"not":[70],"only":[71],"word's":[74],"form,":[76],"but":[77],"also":[78],"all":[80],"available":[81],"contexts":[82,93],"learns":[84],"attend":[86],"most":[89],"informative":[90],"reliable":[92],"computing":[95],"an":[96,99],"embedding.":[97],"evaluation":[100],"on":[101],"four":[102],"tasks,":[103],"show":[105],"that":[106],"outperforms":[109],"previous":[110,121],"work":[111],"both":[113],"medium-frequency":[116,137],"Thus,":[118],"compared":[119],"work,":[122],"improves":[125],"much":[129],"larger":[130],"part":[131],"vocabulary,":[134],"including":[135],"range.":[138]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}