{"id":"https://openalex.org/W2474855881","doi":"https://doi.org/10.1145/2983323.2983361","title":"Network-Efficient Distributed Word2vec Training System for Large Vocabularies","display_name":"Network-Efficient Distributed Word2vec Training System for Large Vocabularies","publication_year":2016,"publication_date":"2016-10-24","ids":{"openalex":"https://openalex.org/W2474855881","doi":"https://doi.org/10.1145/2983323.2983361","mag":"2474855881"},"language":"en","primary_location":{"id":"doi:10.1145/2983323.2983361","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983361","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1606.08495","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006239162","display_name":"Erik Ordentlich","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik Ordentlich","raw_affiliation_strings":["Yahoo, Inc., Sunnyvale, CA, USA","Yahoo Inc, Sunnyvale, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo, Inc., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo Inc, Sunnyvale, CA, USA#TAB#","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052161233","display_name":"Lee Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee Yang","raw_affiliation_strings":["Yahoo, Inc., Sunnyvale, CA, USA","Yahoo Inc, Sunnyvale, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo, Inc., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo Inc, Sunnyvale, CA, USA#TAB#","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085138604","display_name":"Andy Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Feng","raw_affiliation_strings":["Yahoo, Inc., Sunnyvale, CA, USA","Yahoo Inc, Sunnyvale, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo, Inc., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo Inc, Sunnyvale, CA, USA#TAB#","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091802575","display_name":"Peter Cnudde","orcid":"https://orcid.org/0000-0003-4919-7409"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Cnudde","raw_affiliation_strings":["Yahoo, Inc., Sunnyvale, CA, USA","Yahoo Inc, Sunnyvale, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo, Inc., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo Inc, Sunnyvale, CA, USA#TAB#","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073187608","display_name":"Mihajlo Grbovic","orcid":"https://orcid.org/0009-0003-0928-8776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mihajlo Grbovic","raw_affiliation_strings":["Airbnb, Inc., San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Airbnb, Inc., San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082498217","display_name":"Nemanja Djuric","orcid":"https://orcid.org/0000-0002-6502-7891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nemanja Djuric","raw_affiliation_strings":["Uber ATC, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber ATC, Pittsburgh, PA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085497926","display_name":"Vladan Radosavljevi\u0107","orcid":"https://orcid.org/0009-0006-9128-1101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vladan Radosavljevic","raw_affiliation_strings":["Uber ATC, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber ATC, Pittsburgh, PA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084432700","display_name":"Gavin Owens","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavin Owens","raw_affiliation_strings":["Deco Software, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deco Software, San Francisco, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1941,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.46254706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1139","last_page":"1148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.9494718909263611},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7926657199859619},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6396454572677612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5167154669761658},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5094617009162903},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4953867197036743},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4737076461315155},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"Distributional semantics","score":0.46940505504608154},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41859084367752075},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4182882308959961},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3382423222064972},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2501276135444641},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.10289204120635986}],"concepts":[{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.9494718909263611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926657199859619},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6396454572677612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5167154669761658},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5094617009162903},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4953867197036743},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4737076461315155},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.46940505504608154},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41859084367752075},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4182882308959961},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3382423222064972},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2501276135444641},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.10289204120635986},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2983323.2983361","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2983323.2983361","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1606.08495","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.08495","pdf_url":"https://arxiv.org/pdf/1606.08495","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2474855881","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1606.08495.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.08495","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.08495","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1606.08495","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.08495","pdf_url":"https://arxiv.org/pdf/1606.08495","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2474855881.pdf","grobid_xml":"https://content.openalex.org/works/W2474855881.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1615991656","https://openalex.org/W2041517243","https://openalex.org/W2045865594","https://openalex.org/W2053921957","https://openalex.org/W2083842231","https://openalex.org/W2127426251","https://openalex.org/W2127795553","https://openalex.org/W2138996412","https://openalex.org/W2139891288","https://openalex.org/W2143196462","https://openalex.org/W2154851992","https://openalex.org/W2168231600","https://openalex.org/W2171361956","https://openalex.org/W2250539671","https://openalex.org/W2254973503","https://openalex.org/W2255575265","https://openalex.org/W2579247884","https://openalex.org/W2950133940","https://openalex.org/W2950830772","https://openalex.org/W2951781666","https://openalex.org/W3104097132","https://openalex.org/W3216404684"],"related_works":["https://openalex.org/W2962715821","https://openalex.org/W2954491573","https://openalex.org/W2567525733","https://openalex.org/W2798457541","https://openalex.org/W2308657207","https://openalex.org/W2931651583","https://openalex.org/W2082286200","https://openalex.org/W1869650270","https://openalex.org/W3145960968","https://openalex.org/W1977073624","https://openalex.org/W2922063352","https://openalex.org/W3110135990","https://openalex.org/W2904527529","https://openalex.org/W2947760910","https://openalex.org/W2806535878","https://openalex.org/W2333266781","https://openalex.org/W2094202800","https://openalex.org/W3092515419","https://openalex.org/W2962843866","https://openalex.org/W2599159365"],"abstract_inverted_index":{"Word2vec":[0],"is":[1,71],"a":[2,40,64,126,145,166,187],"popular":[3],"family":[4],"of":[5,10,14,42,57,74,89,116,125,156,169,195,216,234],"algorithms":[6],"for":[7,76,104,158,205,213],"unsupervised":[8],"training":[9,100,105,132,149,155],"dense":[11],"vector":[12],"representations":[13],"words":[15,75,119,164],"on":[16,51,165,186],"large":[17,107],"text":[18],"corpuses.":[19],"The":[20],"resulting":[21,230],"vectors":[22,78,115,157,196],"have":[23,35,59],"been":[24,211],"shown":[25,36],"to":[26,48,135,201,219],"capture":[27],"semantic":[28],"relationships":[29],"among":[30],"their":[31],"corresponding":[32],"words,":[33,67],"and":[34],"promise":[37],"in":[38,86,122,221,231],"reducing":[39],"number":[41],"natural":[43],"language":[44],"processing":[45],"(NLP)":[46],"tasks":[47],"mathematical":[49],"operations":[50],"these":[52],"vectors.":[53],"While":[54],"heretofore":[55],"applications":[56,83],"word2vec":[58,99],"centered":[60],"around":[61],"vocabularies":[62,92,108,159],"with":[63,91,160],"few":[65],"million":[66,96,163],"wherein":[68],"the":[69,72,114,123,178,183,193,208,214,223],"vocabulary":[70,118],"set":[73],"which":[77],"are":[79,84,102],"simultaneously":[80],"trained,":[81],"novel":[82,146],"emerging":[85],"areas":[87],"outside":[88],"NLP":[90],"comprising":[93],"several":[94,161,206],"100":[95,162],"words.":[97],"Existing":[98],"systems":[101],"impractical":[103],"such":[106],"as":[109],"they":[110],"either":[111],"require":[112],"that":[113,151,192],"all":[117],"be":[120],"stored":[121],"memory":[124],"single":[127],"server":[128],"or":[129],"suffer":[130],"unacceptable":[131],"latency":[133],"due":[134],"massive":[136],"network":[137,175],"data":[138,189],"transfer.":[139],"In":[140],"this":[141],"paper,":[142],"we":[143],"present":[144],"distributed,":[147],"parallel":[148],"system":[150,185,209],"enables":[152],"unprecedented":[153],"practical":[154],"shared":[167],"cluster":[168],"commodity":[170],"servers,":[171],"using":[172],"far":[173],"less":[174],"traffic":[176],"than":[177],"existing":[179],"solutions.":[180],"We":[181],"evaluate":[182],"proposed":[184],"benchmark":[188],"set,":[190],"showing":[191],"quality":[194],"does":[197],"not":[198],"degrade":[199],"relative":[200],"non-distributed":[202],"training.":[203],"Finally,":[204],"quarters,":[207],"has":[210],"deployed":[212],"purpose":[215],"matching":[217],"queries":[218],"ads":[220],"Gemini,":[222],"sponsored":[224],"search":[225],"advertising":[226],"platform":[227],"at":[228],"Yahoo,":[229],"significant":[232],"improvement":[233],"business":[235],"metrics.":[236]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}