{"id":"https://openalex.org/W4381827124","doi":"https://doi.org/10.48550/arxiv.2306.12689","title":"Vec2Vec: A Compact Neural Network Approach for Transforming Text Embeddings with High Fidelity","display_name":"Vec2Vec: A Compact Neural Network Approach for Transforming Text Embeddings with High Fidelity","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-22","ids":{"openalex":"https://openalex.org/W4381827124","doi":"https://doi.org/10.48550/arxiv.2306.12689"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.12689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.12689","pdf_url":"https://arxiv.org/pdf/2306.12689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4381827124"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.12689","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103265144","display_name":"Andrew Gao","orcid":"https://orcid.org/0000-0002-3695-0046","observed_orcids":["https://orcid.org/0000-0002-3695-0046"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Gao, Andrew Kean","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5103265144"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-embeddings","display_name":"text embeddings","score":0.7179999947547913},{"id":"https://openalex.org/keywords/embedding-space-alignment","display_name":"embedding alignment","score":0.6520000100135803},{"id":"https://openalex.org/keywords/mpnet","display_name":"MPNet","score":0.5849999785423279},{"id":"https://openalex.org/keywords/openai-embeddings","display_name":"OpenAI embeddings","score":0.5609999895095825},{"id":"https://openalex.org/keywords/online-food-reviews","display_name":"online food reviews","score":0.6700000166893005},{"id":"https://openalex.org/keywords/vector-search","display_name":"vector search","score":0.8339999914169312},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"cosine similarity","score":0.7649999856948853},{"id":"https://openalex.org/keywords/lightweight-neural-networks","display_name":"lightweight neural networks","score":0.7269999980926514},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.6069999933242798}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.785075306892395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376748323440552},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.6371822357177734},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.611923336982727},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5844298601150513},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5047332048416138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4601624011993408},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.43941372632980347},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.343122661113739},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3307042121887207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.21929049491882324},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12544769048690796},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.12689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.12689","pdf_url":"https://arxiv.org/pdf/2306.12689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.12689","doi":"https://doi.org/10.48550/arxiv.2306.12689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.12689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.12689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.12689","pdf_url":"https://arxiv.org/pdf/2306.12689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381827124.pdf","grobid_xml":"https://content.openalex.org/works/W4381827124.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W658020064","https://openalex.org/W1614298861","https://openalex.org/W2136891251","https://openalex.org/W2251771443","https://openalex.org/W2271840356","https://openalex.org/W2617241599","https://openalex.org/W2951281253","https://openalex.org/W2996489182","https://openalex.org/W3016473712","https://openalex.org/W3035148656"],"related_works":["https://openalex.org/W4385570721","https://openalex.org/W4415797259","https://openalex.org/W7133227371","https://openalex.org/W4417301036","https://openalex.org/W7211869830","https://openalex.org/W4302445027","https://openalex.org/W2970957526","https://openalex.org/W7168344481","https://openalex.org/W6960081318","https://openalex.org/W7122574278"],"abstract_inverted_index":{"Vector":[0],"embeddings":[1,51,69,125,141,177],"have":[2],"become":[3],"ubiquitous":[4],"tools":[5],"for":[6,70,80,94,126,194],"many":[7],"language-related":[8],"tasks.":[9],"A":[10],"leading":[11],"embedding":[12,93,189],"model":[13,100],"is":[14,30,35,153],"OpenAI's":[15],"text-ada-002":[16,29,53,68,92,138],"which":[17],"can":[18],"embed":[19],"approximately":[20],"6,000":[21],"words":[22],"into":[23,52],"a":[24,42,57,75,95,163,167,172],"1,536-dimensional":[25],"vector.":[26],"While":[27,132],"powerful,":[28],"not":[31,133],"open":[32],"source":[33],"and":[34,67,73,157,171,187,206],"only":[36],"available":[37],"via":[38],"API.":[39],"We":[40,55,64,117],"trained":[41,74],"simple":[43,76],"neural":[44,77,84,164],"network":[45,78,85,165],"to":[46,79,88,144,178,184],"convert":[47,185],"open-source":[48],"768-dimensional":[49],"MPNet":[50,66],"embeddings.":[54],"compiled":[56],"subset":[58],"of":[59,106,122,175],"50,000":[60],"online":[61],"food":[62],"reviews.":[63,131,148],"calculated":[65],"each":[71],"review":[72],"75":[81],"epochs.":[82],"The":[83,182],"was":[86],"designed":[87],"predict":[89],"the":[90,120],"corresponding":[91],"given":[96],"MPNET":[97],"embedding.":[98],"Our":[99,149],"achieved":[101],"an":[102],"average":[103],"cosine":[104],"similarity":[105],"0.932":[107],"on":[108,198],"10,000":[109],"unseen":[110],"reviews":[111],"in":[112],"our":[113,123],"held-out":[114],"test":[115],"dataset.":[116],"manually":[118],"assessed":[119],"quality":[121],"predicted":[124,140],"vector":[127],"search":[128],"over":[129],"text-ada-002-embedded":[130],"as":[134,136],"good":[135],"real":[137],"embeddings,":[139],"were":[142],"able":[143],"retrieve":[145],"highly":[146],"relevant":[147],"final":[150],"model,":[151],"Vec2Vec,":[152],"lightweight":[154],"(<80":[155],"MB)":[156],"fast.":[158],"Future":[159],"steps":[160],"include":[161],"training":[162],"with":[166],"more":[168],"sophisticated":[169],"architecture":[170],"larger":[173],"dataset":[174],"paired":[176],"achieve":[179],"greater":[180],"performance.":[181],"ability":[183],"between":[186],"align":[188],"spaces":[190],"may":[191],"be":[192],"helpful":[193],"interoperability,":[195],"limiting":[196],"dependence":[197],"proprietary":[199],"models,":[200],"protecting":[201],"data":[202],"privacy,":[203],"reducing":[204],"costs,":[205],"offline":[207],"operations.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4381827124","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-06-24T00:00:00"}
