{"id":"https://openalex.org/W2955515572","doi":"https://doi.org/10.18653/v1/s19-1003","title":"Beyond Context: A New Perspective for Word Embeddings","display_name":"Beyond Context: A New Perspective for Word Embeddings","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2955515572","doi":"https://doi.org/10.18653/v1/s19-1003","mag":"2955515572"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s19-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-1003","pdf_url":"https://www.aclweb.org/anthology/S19-1003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Joint Conference on Lexical and Computational Semantics (*SEM 2019)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S19-1003.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091264285","display_name":"Yichu Zhou","orcid":"https://orcid.org/0009-0001-1558-223X"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yichu Zhou","raw_affiliation_strings":["School of Computing University of Utah"],"affiliations":[{"raw_affiliation_string":"School of Computing University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013135203","display_name":"Vivek Srikumar","orcid":"https://orcid.org/0000-0003-0419-6568"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Srikumar","raw_affiliation_strings":["School of Computing University of Utah"],"affiliations":[{"raw_affiliation_string":"School of Computing University of Utah","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5091264285"],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55508159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8076810836791992},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7079192399978638},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6825358867645264},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6165726780891418},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6069014668464661},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5714146494865417},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.571068286895752},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5662347078323364},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.48644542694091797},{"id":"https://openalex.org/keywords/bag-of-words-model","display_name":"Bag-of-words model","score":0.45533934235572815},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.4229409992694855},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41702455282211304},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18924543261528015},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.1891898214817047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076810836791992},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7079192399978638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6825358867645264},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6165726780891418},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6069014668464661},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5714146494865417},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.571068286895752},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5662347078323364},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.48644542694091797},{"id":"https://openalex.org/C13672336","wikidata":"https://www.wikidata.org/wiki/Q3460803","display_name":"Bag-of-words model","level":2,"score":0.45533934235572815},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.4229409992694855},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41702455282211304},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18924543261528015},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.1891898214817047},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/s19-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-1003","pdf_url":"https://www.aclweb.org/anthology/S19-1003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Joint Conference on Lexical and Computational Semantics (*SEM 2019)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/s19-1003","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-1003","pdf_url":"https://www.aclweb.org/anthology/S19-1003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighth Joint Conference on Lexical and Computational Semantics (*SEM 2019)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2955515572.pdf","grobid_xml":"https://content.openalex.org/works/W2955515572.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W21006490","https://openalex.org/W1493526108","https://openalex.org/W1522301498","https://openalex.org/W1546425806","https://openalex.org/W1614298861","https://openalex.org/W2010027150","https://openalex.org/W2062837929","https://openalex.org/W2101591401","https://openalex.org/W2108281845","https://openalex.org/W2114315281","https://openalex.org/W2117130368","https://openalex.org/W2136484596","https://openalex.org/W2140679639","https://openalex.org/W2151211319","https://openalex.org/W2153579005","https://openalex.org/W2172099713","https://openalex.org/W2183087644","https://openalex.org/W2250539671","https://openalex.org/W2251771443","https://openalex.org/W2295585256","https://openalex.org/W2493916176","https://openalex.org/W2574348953","https://openalex.org/W2611669587","https://openalex.org/W2835793135","https://openalex.org/W2880875857","https://openalex.org/W2882319491","https://openalex.org/W2891680269","https://openalex.org/W2896457183","https://openalex.org/W2962739339","https://openalex.org/W2962847482","https://openalex.org/W2963176474","https://openalex.org/W2963341956","https://openalex.org/W2963421945","https://openalex.org/W2963558636","https://openalex.org/W2964121744","https://openalex.org/W4285719527","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W2726375170","https://openalex.org/W2785740378","https://openalex.org/W4390421161","https://openalex.org/W2970435854","https://openalex.org/W2912503608","https://openalex.org/W3119513105","https://openalex.org/W2945947799","https://openalex.org/W2590462354","https://openalex.org/W2473593971","https://openalex.org/W3002034200"],"abstract_inverted_index":{"Most":[0],"word":[1,61,140],"embeddings":[2,62],"today":[3],"are":[4,104],"trained":[5],"by":[6,117],"optimizing":[7],"a":[8,20,55],"language":[9],"modeling":[10,57],"goal":[11],"of":[12,27,42,75,109,132],"scoring":[13],"words":[14,43,86],"in":[15,33,136],"their":[16,48],"context,":[17,37],"modeled":[18],"as":[19,100],"multiclass":[21],"classification":[22,77,146],"problem.":[23],"Despite":[24],"the":[25,72,133,138],"successes":[26],"this":[28,51,65],"assumption,":[29],"it":[30],"is":[31,69],"incomplete:":[32],"addition":[34],"to":[35],"its":[36],"orthographical":[38],"or":[39],"morphological":[40],"aspects":[41],"can":[44,126],"offer":[45],"clues":[46],"about":[47],"meaning.":[49],"In":[50],"paper,":[52],"we":[53],"define":[54],"new":[56],"framework":[58,68],"for":[59,84,91],"training":[60,92,134],"that":[63,116],"captures":[64],"intuition.":[66],"Our":[67],"based":[70],"on":[71],"well-studied":[73],"problem":[74],"multi-label":[76],"and,":[78],"consequently,":[79],"exposes":[80],"several":[81],"design":[82],"choices":[83,106],"featurizing":[85],"and":[87,93,102,143],"contexts,":[88],"loss":[89],"functions":[90],"score":[94],"normalization.":[95],"Indeed,":[96],"standard":[97,139],"models":[98],"such":[99],"CBOW":[101,128],"FAST-TEXT":[103],"specific":[105],"along":[107],"each":[108],"these":[110],"axes.":[111],"We":[112],"show":[113],"via":[114],"experiments":[115],"combining":[118],"feature":[119],"engineering":[120],"with":[121],"embedding":[122,141],"learning,":[123],"our":[124],"method":[125],"outperform":[127],"using":[129],"only":[130],"10%":[131],"data":[135],"both":[137],"evaluations":[142],"also":[144],"text":[145],"experiments.":[147]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}