{"id":"https://openalex.org/W295894637","doi":"https://doi.org/10.48550/arxiv.1411.2738","title":"word2vec Parameter Learning Explained","display_name":"word2vec Parameter Learning Explained","publication_year":2014,"publication_date":"2014-11-11","ids":{"openalex":"https://openalex.org/W295894637","doi":"https://doi.org/10.48550/arxiv.1411.2738","mag":"295894637"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1411.2738","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1411.2738","pdf_url":"https://arxiv.org/pdf/1411.2738","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1411.2738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013026919","display_name":"Xin Rong","orcid":"https://orcid.org/0009-0005-1922-771X","observed_orcids":["https://orcid.org/0009-0005-1922-771X"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rong, Xin","raw_affiliation_strings":["(University of Michigan)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5013026919"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1029,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2Vec","score":0.9980000257492065},{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.9330000281333923},{"id":"https://openalex.org/keywords/parameter-learning","display_name":"parameter learning","score":0.9440000057220459},{"id":"https://openalex.org/keywords/skip-gram-model","display_name":"skip-gram model","score":0.9940000176429749},{"id":"https://openalex.org/keywords/negative-sampling","display_name":"negative sampling","score":1.0},{"id":"https://openalex.org/keywords/gradient-derivation","display_name":"gradient derivation","score":0.718999981880188},{"id":"https://openalex.org/keywords/backpropagation","display_name":"backpropagation","score":0.9419999718666077},{"id":"https://openalex.org/keywords/word-representation-learning","display_name":"word representation learning","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.9787007570266724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171312570571899},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5906625390052795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5596418976783752},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5336900949478149},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5292401313781738},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4561246633529663},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4438784420490265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43643414974212646},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42321497201919556},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.39517614245414734},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1735180914402008},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1411.2738","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1411.2738","pdf_url":"https://arxiv.org/pdf/1411.2738","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.762.446","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.762.446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1411.2738.pdf","raw_type":"text"},{"id":"doi:10.48550/arxiv.1411.2738","doi":"https://doi.org/10.48550/arxiv.1411.2738","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1411.2738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1411.2738","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1411.2738","pdf_url":"https://arxiv.org/pdf/1411.2738","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W295894637.pdf","grobid_xml":"https://content.openalex.org/works/W295894637.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W1614298861","https://openalex.org/W2131462252","https://openalex.org/W2131571251","https://openalex.org/W2153579005"],"related_works":["https://openalex.org/W2131571251","https://openalex.org/W7140341027","https://openalex.org/W3092047717","https://openalex.org/W7150989511","https://openalex.org/W7196950407","https://openalex.org/W3144041472","https://openalex.org/W4244320850","https://openalex.org/W4395443236","https://openalex.org/W2388334397","https://openalex.org/W2607179749"],"abstract_inverted_index":{"The":[0,20],"word2vec":[1,27,54,109],"model":[2],"and":[3,36,100,117,130,156],"application":[4],"by":[5,26],"Mikolov":[6],"et":[7],"al.":[8],"have":[9,29],"attracted":[10],"a":[11,63,148],"great":[12],"amount":[13],"of":[14,23,47,72,92,102,107,135,153,172],"attention":[15],"in":[16,39,76,84],"recent":[17],"two":[18],"years.":[19],"vector":[21],"representations":[22],"words":[24],"learned":[25],"models":[28,75],"been":[30],"shown":[31],"to":[32,51,167],"carry":[33],"semantic":[34],"meanings":[35],"are":[37,82,139],"useful":[38],"various":[40],"NLP":[41],"tasks.":[42],"As":[43],"an":[44,163],"increasing":[45],"number":[46],"researchers":[48,80],"would":[49],"like":[50],"experiment":[52],"with":[53],"or":[55],"similar":[56],"techniques,":[57,126],"I":[58,160],"notice":[59],"that":[60,65,81],"there":[61],"lacks":[62],"material":[64],"comprehensively":[66],"explains":[67],"the":[68,89,103,108,112,136,146,151,169,173],"parameter":[69,104],"learning":[70],"process":[71],"word":[73],"embedding":[74],"details,":[77],"thus":[78],"preventing":[79],"non-experts":[83],"neural":[85],"networks":[86,155],"from":[87],"understanding":[88,171],"working":[90],"mechanism":[91],"such":[93],"models.":[94],"This":[95],"note":[96],"provides":[97],"detailed":[98],"derivations":[99],"explanations":[101],"update":[105],"equations":[106,138],"models,":[110,120],"including":[111,127],"original":[113],"continuous":[114],"bag-of-word":[115],"(CBOW)":[116],"skip-gram":[118],"(SG)":[119],"as":[121,123],"well":[122],"advanced":[124],"optimization":[125],"hierarchical":[128],"softmax":[129],"negative":[131],"sampling.":[132],"Intuitive":[133],"interpretations":[134],"gradient":[137],"also":[140,161],"provided":[141],"alongside":[142],"mathematical":[143],"derivations.":[144],"In":[145],"appendix,":[147],"review":[149],"on":[150],"basics":[152],"neuron":[154],"backpropagation":[157],"is":[158],"provided.":[159],"created":[162],"interactive":[164],"demo,":[165],"wevi,":[166],"facilitate":[168],"intuitive":[170],"model.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":71},{"year":2024,"cited_by_count":85},{"year":2023,"cited_by_count":111},{"year":2022,"cited_by_count":113},{"year":2021,"cited_by_count":160},{"year":2020,"cited_by_count":157},{"year":2019,"cited_by_count":120},{"year":2018,"cited_by_count":84},{"year":2017,"cited_by_count":63},{"year":2016,"cited_by_count":31},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2016-06-24T00:00:00"}