{"id":"https://openalex.org/W3093908921","doi":"https://doi.org/10.1109/tnnls.2020.3028099","title":"Seeds: Sampling-Enhanced Embeddings","display_name":"Seeds: Sampling-Enhanced Embeddings","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3093908921","doi":"https://doi.org/10.1109/tnnls.2020.3028099","mag":"3093908921","pmid":"https://pubmed.ncbi.nlm.nih.gov/33079679"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3028099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3028099","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ning Gong","orcid":"https://orcid.org/0000-0002-6257-0709"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ning Gong","raw_affiliation_strings":["School of Computer Science, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nianmin Yao","orcid":"https://orcid.org/0000-0001-9705-6649"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nianmin Yao","raw_affiliation_strings":["School of Computer Science, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shun Guo","orcid":"https://orcid.org/0000-0003-3723-7688"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shun Guo","raw_affiliation_strings":["School of Computer Science, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65225582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"33","issue":"2","first_page":"577","last_page":"586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.486299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.486299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.31540000438690186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.06610000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6947000026702881},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6452000141143799},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.625},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6083999872207642},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5952000021934509},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5303999781608582},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5153999924659729},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5138000249862671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6951000094413757},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6947000026702881},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6452000141143799},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.625},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5952000021934509},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.506600022315979},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4733999967575073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4212999939918518},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3707999885082245},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34610000252723694},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3273000121116638},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.305400013923645},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29319998621940613},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26510000228881836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.3028099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3028099","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33079679","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33079679","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1090474737","display_name":null,"funder_award_id":"2018AAA0100300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1615991656","https://openalex.org/W1662133657","https://openalex.org/W1978400666","https://openalex.org/W2147152072","https://openalex.org/W2159637323","https://openalex.org/W2168565044","https://openalex.org/W2250539671","https://openalex.org/W2251803266","https://openalex.org/W2296283641","https://openalex.org/W2734844314","https://openalex.org/W2782368579","https://openalex.org/W2788918109","https://openalex.org/W2890487780","https://openalex.org/W2904656205","https://openalex.org/W2905267911","https://openalex.org/W2941437204","https://openalex.org/W2955206442","https://openalex.org/W2962869292","https://openalex.org/W2963057646","https://openalex.org/W2973077414","https://openalex.org/W3043529747","https://openalex.org/W3080456792","https://openalex.org/W6636510571","https://openalex.org/W6638157756","https://openalex.org/W6640362995","https://openalex.org/W6682691769","https://openalex.org/W6738284828","https://openalex.org/W6743031260","https://openalex.org/W6759524156","https://openalex.org/W6763525835","https://openalex.org/W6766284398"],"related_works":[],"abstract_inverted_index":{"Finding":[0],"a":[1,6,125,149,160,229],"desirable":[2],"sampling":[3,123,143,150,220],"estimator":[4],"has":[5,49],"profound":[7],"impact":[8],"on":[9,121],"the":[10,41,57,63,108,130,142,166,191,209,222,242],"development":[11],"of":[12,43,99,141,231],"static":[13,54,70,114,132,156],"word":[14,37,157],"embedding":[15,65,152],"models,":[16,46,133],"such":[17,249],"as":[18,30,250,254,256],"continue-bag-of-words":[19],"(CBOW)":[20],"and":[21,80,104,136,197,202,214,234,252],"skip":[22],"gram":[23],"(SG),":[24],"which":[25,170],"have":[26],"been":[27,50],"generally":[28],"accepted":[29],"popular":[31],"low-resource":[32],"algorithms":[33],"to":[34,40,52,74,78,82,102,154],"generate":[35],"task-agnostic":[36],"representations.":[38],"Due":[39],"prevalence":[42],"large-scale":[44],"pretrained":[45],"less":[47],"attention":[48],"paid":[51],"these":[53,69,113],"models":[55,66,71,92,244],"in":[56,89,169],"recent":[58],"years.":[59],"However,":[60],"compared":[61],"with":[62],"dynamic":[64],"(e.g.,":[67],"BERT),":[68],"are":[72,85,174,205,217],"straightforward":[73],"interpret,":[75],"cost":[76],"effective":[77],"train,":[79],"out-of-box":[81],"deploy,":[83],"thus":[84],"still":[86,98],"widely":[87],"used":[88],"various":[90],"downstream":[91],"until":[93],"now.":[94],"Therefore,":[95],"it":[96],"is":[97],"considerable":[100],"significance":[101],"study":[103],"improve":[105],"them,":[106],"especially":[107],"crucial":[109],"components":[110],"shared":[111,128],"by":[112,129,134,159,186,219,241],"models.":[115,189],"In":[116],"this":[117,184],"article,":[118],"we":[119,146,182],"focus":[120],"negative":[122,200,223],"(NS),":[124],"key":[126],"component":[127],"sampling-based":[131],"investigating":[135],"mitigating":[137],"some":[138],"critical":[139],"problems":[140],"core.":[144],"Concretely,":[145],"propose":[147],"Seeds,":[148],"enhanced":[151],"framework,":[153],"learn":[155],"embeddings":[158,239],"new":[161],"algorithmic":[162],"innovation":[163],"for":[164,177,208],"replacing":[165],"NS":[167],"estimator,":[168],"multifactor":[171],"global":[172],"priors":[173],"considered":[175],"dynamically":[176],"different":[178],"training":[179],"pairs.":[180],"Then,":[181],"implement":[183],"framework":[185],"four":[187],"concrete":[188],"For":[190],"first":[192],"two":[193,211],"implementations,":[194,212],"namely":[195],"CBOW-GP":[196],"SG-GP,":[198],"both":[199],"words":[201],"positive":[203],"auxiliaries":[204],"sampled.":[206],"And":[207],"other":[210,257],"CBOW-GN":[213],"SG-GN,":[215],"estimations":[216],"simplified":[218],"only":[221],"instances.":[224],"Extensive":[225],"experimental":[226],"results":[227],"across":[228],"variety":[230],"standard":[232],"intrinsic":[233],"extrinsic":[235],"tasks":[236],"demonstrate":[237],"that":[238],"learned":[240],"proposed":[243],"outperform":[245],"their":[246],"NS-based":[247],"counterparts,":[248],"CBOW-NS":[251],"SG-NS,":[253],"well":[255],"strong":[258],"baselines.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2020-10-29T00:00:00"}