{"id":"https://openalex.org/W4392011909","doi":"https://doi.org/10.48550/arxiv.2402.11094","title":"Revisiting Word Embeddings in the LLM Era","display_name":"Revisiting Word Embeddings in the LLM Era","alternate_titles":[],"publication_year":2024,"publication_date":"2024-02-16","ids":{"openalex":"https://openalex.org/W4392011909","doi":"https://doi.org/10.48550/arxiv.2402.11094"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.11094","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11094","pdf_url":"https://arxiv.org/pdf/2402.11094","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4392011909"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.11094","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mahajan, Yash","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mahajan, Yash","raw_affiliation_strings":["Auburn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093974007","display_name":"Matthew Freestone","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Freestone, Matthew","raw_affiliation_strings":["Auburn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bansal, Naman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bansal, Naman","raw_affiliation_strings":["Auburn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aakur, Sathyanarayanan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aakur, Sathyanarayanan","raw_affiliation_strings":["Auburn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058755530","display_name":"Shubhra Kanti Karmaker Santu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Santu, Shubhra Kanti Karmaker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":33,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.9240000247955322},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8420000076293945},{"id":"https://openalex.org/keywords/contextualized-embeddings","display_name":"contextual embeddings","score":0.8619999885559082},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2Vec","score":0.7419999837875366},{"id":"https://openalex.org/keywords/gloves","display_name":"gloves","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sentence-bert","display_name":"Sentence-BERT","score":0.9559999704360962},{"id":"https://openalex.org/keywords/universal-sentence-encoder","display_name":"Universal Sentence Encoder","score":0.9879999756813049},{"id":"https://openalex.org/keywords/simcse","display_name":"SimCSE","score":0.9860000014305115},{"id":"https://openalex.org/keywords/analogy-tasks","display_name":"analogy tasks","score":0.7900000214576721},{"id":"https://openalex.org/keywords/sentence-similarity","display_name":"sentence similarity","score":0.8510000109672546},{"id":"https://openalex.org/keywords/semantic-clustering","display_name":"semantic clustering","score":0.5170000195503235}],"concepts":[{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7403247356414795},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.44093164801597595},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.3736432194709778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36815565824508667},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1634443998336792}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2402.11094","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11094","pdf_url":"https://arxiv.org/pdf/2402.11094","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:arXiv.org:2502.19607","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.19607","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.11094","doi":"https://doi.org/10.48550/arxiv.2402.11094","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.11094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2502.19607","doi":"https://doi.org/10.48550/arxiv.2502.19607","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.19607","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.11094","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11094","pdf_url":"https://arxiv.org/pdf/2402.11094","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392011909.pdf","grobid_xml":"https://content.openalex.org/works/W4392011909.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2141599568","https://openalex.org/W2250189634","https://openalex.org/W2250539671","https://openalex.org/W2460442863","https://openalex.org/W2465912008","https://openalex.org/W2572487292","https://openalex.org/W2794557536","https://openalex.org/W2896457183","https://openalex.org/W2905749056","https://openalex.org/W2950405925","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2971569798","https://openalex.org/W2982399380","https://openalex.org/W3037458976","https://openalex.org/W3092565990","https://openalex.org/W3156636935","https://openalex.org/W3202857353","https://openalex.org/W4221167110","https://openalex.org/W4224308101","https://openalex.org/W4312107248","https://openalex.org/W4360836968","https://openalex.org/W4377121468","https://openalex.org/W4386555339","https://openalex.org/W4387561528","https://openalex.org/W4389524061","https://openalex.org/W4389614250","https://openalex.org/W4392811535","https://openalex.org/W4395443230","https://openalex.org/W4402671236","https://openalex.org/W4404782013","https://openalex.org/W4404782040","https://openalex.org/W4404784140","https://openalex.org/W7126402336"],"related_works":["https://openalex.org/W4400261254","https://openalex.org/W7221795971","https://openalex.org/W4405562150","https://openalex.org/W4405354964","https://openalex.org/W4394708953","https://openalex.org/W4390529242","https://openalex.org/W7127339647","https://openalex.org/W4404782013","https://openalex.org/W4414578653","https://openalex.org/W4383999518"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"recently":[5],"shown":[6],"remarkable":[7],"advancement":[8],"in":[9,88,123,127,137],"various":[10,36],"NLP":[11,22],"tasks.":[12],"As":[13],"such,":[14],"a":[15],"popular":[16],"trend":[17],"has":[18],"emerged":[19],"lately":[20],"where":[21],"researchers":[23],"extract":[24],"word/sentence/document":[25],"embeddings":[26,53,62,99],"from":[27,67],"these":[28],"large":[29],"decoder-only":[30],"models":[31,70,131],"and":[32,96,117],"use":[33],"them":[34],"for":[35,103,146],"inference":[37],"tasks":[38,122],"with":[39,100],"promising":[40],"results.":[41],"However,":[42,126],"it":[43],"is":[44,54,82],"still":[45],"unclear":[46],"whether":[47,60],"the":[48,83,89,101],"performance":[49],"improvement":[50],"of":[51,57],"LLM-induced":[52,104],"merely":[55],"because":[56],"scale":[58],"or":[59,76],"underlying":[61],"they":[63],"produce":[64],"significantly":[65],"differ":[66],"classical":[68,94,130],"encoding":[69],"like":[71,132],"Word2Vec,":[72],"GloVe,":[73],"Sentence-BERT":[74],"(SBERT)":[75],"Universal":[77],"Sentence":[78],"Encoder":[79],"(USE).":[80],"This":[81],"central":[84],"question":[85],"we":[86],"investigate":[87],"paper":[90],"by":[91],"systematically":[92],"comparing":[93],"decontextualized":[95,124],"contextualized":[97,128],"word":[98],"same":[102],"embeddings.":[105],"Our":[106],"results":[107],"show":[108],"that":[109],"LLMs":[110,136],"cluster":[111],"semantically":[112],"related":[113],"words":[114],"more":[115],"tightly":[116],"perform":[118],"better":[119],"on":[120],"analogy":[121],"settings.":[125],"settings,":[129],"SimCSE":[133],"often":[134],"outperform":[135],"sentence-level":[138],"similarity":[139],"assessment":[140],"tasks,":[141],"highlighting":[142],"their":[143],"continued":[144],"relevance":[145],"fine-grained":[147],"semantics.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392011909","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":8}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2024-02-22T00:00:00"}
