{"id":"https://openalex.org/W2962997783","doi":"https://doi.org/10.1145/3159652.3159695","title":"Improving Negative Sampling for Word Representation using Self-embedded Features","display_name":"Improving Negative Sampling for Word Representation using Self-embedded Features","publication_year":2018,"publication_date":"2018-02-02","ids":{"openalex":"https://openalex.org/W2962997783","doi":"https://doi.org/10.1145/3159652.3159695","mag":"2962997783"},"language":"en","primary_location":{"id":"doi:10.1145/3159652.3159695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159695","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3159652.3159695&file=p99-chen-corrigendum.pdf&download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3159652.3159695&file=p99-chen-corrigendum.pdf&download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100336360","display_name":"Long Chen","orcid":"https://orcid.org/0000-0001-6148-9709"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Long Chen","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081665927","display_name":"Fajie Yuan","orcid":"https://orcid.org/0000-0001-8452-9929"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fajie Yuan","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069702331","display_name":"Joemon M. Jose","orcid":"https://orcid.org/0000-0001-9228-1759"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joemon M. Jose","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shang Hai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shang Hai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7648159861564636},{"id":"https://openalex.org/keywords/oversampling","display_name":"Oversampling","score":0.7620259523391724},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6908595561981201},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6432273387908936},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6176180243492126},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5401607155799866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5368102192878723},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4774523377418518},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4480290710926056},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4444621205329895},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4381779730319977},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3825821876525879},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37695547938346863},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18283236026763916},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.11426430940628052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7648159861564636},{"id":"https://openalex.org/C197323446","wikidata":"https://www.wikidata.org/wiki/Q331222","display_name":"Oversampling","level":3,"score":0.7620259523391724},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6908595561981201},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6432273387908936},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6176180243492126},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5401607155799866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5368102192878723},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4774523377418518},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4480290710926056},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4444621205329895},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4381779730319977},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3825821876525879},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37695547938346863},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18283236026763916},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.11426430940628052},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3159652.3159695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159695","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3159652.3159695&file=p99-chen-corrigendum.pdf&download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:153128","is_oa":true,"landing_page_url":"http://eprints.gla.ac.uk/view/author/33805.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"doi:10.1145/3159652.3159695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159695","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F3159652.3159695&file=p99-chen-corrigendum.pdf&download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7131945579","display_name":null,"funder_award_id":"61572223","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962997783.pdf","grobid_xml":"https://content.openalex.org/works/W2962997783.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W21006490","https://openalex.org/W36903255","https://openalex.org/W1615991656","https://openalex.org/W1662133657","https://openalex.org/W1692991189","https://openalex.org/W1723811852","https://openalex.org/W1938755728","https://openalex.org/W1963826206","https://openalex.org/W1976999215","https://openalex.org/W2096240265","https://openalex.org/W2097732278","https://openalex.org/W2100062901","https://openalex.org/W2117130368","https://openalex.org/W2118434577","https://openalex.org/W2125031621","https://openalex.org/W2127099514","https://openalex.org/W2131462252","https://openalex.org/W2131571251","https://openalex.org/W2131744502","https://openalex.org/W2138204974","https://openalex.org/W2144578941","https://openalex.org/W2152790380","https://openalex.org/W2153579005","https://openalex.org/W2158139921","https://openalex.org/W2158899491","https://openalex.org/W2169054943","https://openalex.org/W2214429195","https://openalex.org/W2247380138","https://openalex.org/W2250539671","https://openalex.org/W2250879510","https://openalex.org/W2251253014","https://openalex.org/W2251803266","https://openalex.org/W2252143362","https://openalex.org/W2291000931","https://openalex.org/W2340502990","https://openalex.org/W2507974895","https://openalex.org/W2539247542","https://openalex.org/W2559655401","https://openalex.org/W2592438485","https://openalex.org/W2597289420","https://openalex.org/W2604272474","https://openalex.org/W2605242105","https://openalex.org/W2950133940","https://openalex.org/W2963053846","https://openalex.org/W2963603213","https://openalex.org/W4285719527","https://openalex.org/W4299828299","https://openalex.org/W6680532216","https://openalex.org/W6683738474"],"related_works":["https://openalex.org/W2766503024","https://openalex.org/W2781247653","https://openalex.org/W4206637278","https://openalex.org/W4386005305","https://openalex.org/W2368605798","https://openalex.org/W4386214543","https://openalex.org/W3082051559","https://openalex.org/W1969988626","https://openalex.org/W1682621979","https://openalex.org/W2152863486"],"abstract_inverted_index":{"Although":[0],"the":[1,11,14,39,44,58,87,118,127,137,158],"word-popularity":[2],"based":[3],"negative":[4,23,50,71,110],"sampler":[5,120],"has":[6],"shown":[7],"superb":[8],"performance":[9],"in":[10,43,90],"skip-gram":[12,45],"model,":[13],"theoretical":[15],"motivation":[16],"behind":[17],"oversampling":[18],"popular":[19],"(non-observed)":[20],"words":[21],"as":[22],"samples":[24,72,111],"is":[25],"still":[26],"not":[27],"well":[28],"understood.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,65,100],"start":[34],"from":[35,57],"an":[36,54,102],"investigation":[37],"of":[38,92],"gradient":[40,60],"vanishing":[41],"issue":[42],"model":[46],"without":[47,161],"a":[48],"proper":[49],"sampler.":[51,141],"By":[52],"performing":[53],"insightful":[55],"analysis":[56],"stochastic":[59],"descent":[61],"(SGD)":[62],"learning":[63],"perspective,":[64],"demonstrate,":[66],"both":[67,93],"theoretically":[68],"and":[69,96,148],"intuitively,":[70],"with":[73,83],"larger":[74],"inner":[75],"product":[76],"scores":[77,85],"are":[78],"more":[79,134],"informative":[80,109],"than":[81,136],"those":[82],"lower":[84],"for":[86,122],"SGD":[88,114],"learner":[89],"terms":[91],"convergence":[94],"rate":[95],"accuracy.":[97],"Understanding":[98],"this,":[99],"propose":[101],"alternative":[103],"sampling":[104,128],"algorithm":[105],"that":[106,150],"dynamically":[107],"selects":[108],"during":[112,126],"each":[113],"update.":[115],"More":[116],"importantly,":[117],"proposed":[119],"accounts":[121],"multi-dimensional":[123],"self-embedded":[124],"features":[125],"process,":[129],"which":[130],"essentially":[131],"makes":[132],"it":[133],"effective":[135],"original":[138],"popularity-based":[139],"(one-dimensional)":[140],"Empirical":[142],"experiments":[143],"further":[144],"verify":[145],"our":[146,151],"observations":[147],"show":[149],"fine-grained":[152],"samplers":[153],"gain":[154],"significant":[155],"improvement":[156],"over":[157],"existing":[159],"ones":[160],"increasing":[162],"computational":[163],"complexity.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}