{"id":"https://openalex.org/W2295508206","doi":"https://doi.org/10.1162/tacl_a_00034","title":"Linear Algebraic Structure of Word Senses, with Applications to Polysemy","display_name":"Linear Algebraic Structure of Word Senses, with Applications to Polysemy","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2295508206","doi":"https://doi.org/10.1162/tacl_a_00034","mag":"2295508206"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00034","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103209777","display_name":"Sanjeev Arora","orcid":"https://orcid.org/0000-0003-4852-691X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjeev Arora","raw_affiliation_strings":["Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101879892","display_name":"Yuanzhi Li","orcid":"https://orcid.org/0009-0004-4418-9308"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanzhi Li","raw_affiliation_strings":["Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035905957","display_name":"Yingyu Liang","orcid":"https://orcid.org/0000-0002-3644-774X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyu Liang","raw_affiliation_strings":["Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101821970","display_name":"Tengyu Ma","orcid":"https://orcid.org/0000-0003-3916-5040"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tengyu Ma","raw_affiliation_strings":["Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014972240","display_name":"Andrej Risteski","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrej Risteski","raw_affiliation_strings":["Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princeton University, 35 Olden St, Princeton, NJ 08540,","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":4.0591,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.94680878,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"483","last_page":"495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.9206149578094482},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.8043401837348938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6778975129127502},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5446698665618896},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5283268690109253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5242969393730164},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.5065940618515015},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4936147928237915},{"id":"https://openalex.org/keywords/algebraic-number","display_name":"Algebraic number","score":0.4142570197582245},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3025371730327606}],"concepts":[{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.9206149578094482},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.8043401837348938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6778975129127502},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5446698665618896},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5283268690109253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5242969393730164},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.5065940618515015},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4936147928237915},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.4142570197582245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3025371730327606},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00034","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1601.03764","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1601.03764","pdf_url":"https://arxiv.org/pdf/1601.03764","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2295508206","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1601.03764.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:802e3dc3ac634285ae68641f06cff36a","is_oa":false,"landing_page_url":"https://doaj.org/article/802e3dc3ac634285ae68641f06cff36a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 6 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1601.03764","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1601.03764","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00034","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00034","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00034","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3620595480","display_name":"AF:  Small:  Linear Algebra++ and applications to machine learning","funder_award_id":"1527371","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4043344807","display_name":"Statistical and Computational Tradeoffs in High Dimensional Learning","funder_award_id":"1317308","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4353487559","display_name":null,"funder_award_id":"ONR-N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2295508206.pdf","grobid_xml":"https://content.openalex.org/works/W2295508206.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1569306368","https://openalex.org/W1662133657","https://openalex.org/W1974877536","https://openalex.org/W1984251878","https://openalex.org/W2003374509","https://openalex.org/W2038423395","https://openalex.org/W2038721957","https://openalex.org/W2091812280","https://openalex.org/W2101210369","https://openalex.org/W2105464873","https://openalex.org/W2123442489","https://openalex.org/W2125031621","https://openalex.org/W2130337399","https://openalex.org/W2132827946","https://openalex.org/W2140610559","https://openalex.org/W2141599568","https://openalex.org/W2146502635","https://openalex.org/W2159426623","https://openalex.org/W2160547390","https://openalex.org/W2162456950","https://openalex.org/W2164019165","https://openalex.org/W2164973920","https://openalex.org/W2174706414","https://openalex.org/W2244692426","https://openalex.org/W2250539671","https://openalex.org/W2250653840","https://openalex.org/W2250977517","https://openalex.org/W2251171512","https://openalex.org/W2270550389","https://openalex.org/W2741613777","https://openalex.org/W2950133940"],"related_works":["https://openalex.org/W2950133940","https://openalex.org/W2250539671","https://openalex.org/W2950577311","https://openalex.org/W2162456950","https://openalex.org/W2113058573","https://openalex.org/W2889801236","https://openalex.org/W2948075061","https://openalex.org/W2941076272","https://openalex.org/W2600654830","https://openalex.org/W3100115330","https://openalex.org/W2809234507","https://openalex.org/W2563660874","https://openalex.org/W2724653607","https://openalex.org/W2735548109","https://openalex.org/W3122121542","https://openalex.org/W76263314","https://openalex.org/W2989798563","https://openalex.org/W2542357048","https://openalex.org/W2250189634","https://openalex.org/W2551572025"],"abstract_inverted_index":{"Word":[0],"embeddings":[1],"are":[2,128],"ubiquitous":[3],"in":[4,30],"NLP":[5],"and":[6,37,119,132],"information":[7],"retrieval,":[8],"but":[9],"it":[10,22],"is":[11,19,23,60,83,89],"unclear":[12],"what":[13],"they":[14],"represent":[15],"when":[16],"the":[17,34,47,67,121,134],"word":[18,27,35,87,110],"polysemous.":[20],"Here":[21],"shown":[24],"that":[25,44,84,98,109],"multiple":[26],"senses":[28],"reside":[29],"linear":[31],"superposition":[32],"within":[33],"embedding":[36,58],"simple":[38],"sparse":[39],"coding":[40],"can":[41,114],"recover":[42],"vectors":[43],"approximately":[45],"capture":[46],"senses.":[48],"The":[49],"success":[50],"of":[51,66,80,93,103,116],"our":[52,81],"approach,":[53],"which":[54,104],"applies":[55],"to":[56,130],"several":[57],"methods,":[59],"mathematically":[61],"explained":[62],"using":[63],"a":[64,100],"variant":[65],"random":[68],"walk":[69],"on":[70],"discourses":[71],"model":[72],"(Arora":[73],"et":[74],"al.,":[75],"2016).":[76],"A":[77],"novel":[78],"aspect":[79],"technique":[82],"each":[85],"extracted":[86],"sense":[88],"accompanied":[90],"by":[91],"one":[92],"about":[94],"2000":[95],"\u201cdiscourse":[96],"atoms\u201d":[97],"gives":[99],"succinct":[101],"description":[102],"other":[105],"words":[106],"co-occur":[107],"with":[108],"sense.":[111],"Discourse":[112],"atoms":[113],"be":[115],"independent":[117],"interest,":[118],"make":[120],"method":[122],"potentially":[123],"more":[124],"useful.":[125],"Empirical":[126],"tests":[127],"used":[129],"verify":[131],"support":[133],"theory.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}