{"id":"https://openalex.org/W2758816656","doi":"https://doi.org/10.18653/v1/d17-1023","title":"Ngram2vec: Learning Improved Word Representations from Ngram Co-occurrence Statistics","display_name":"Ngram2vec: Learning Improved Word Representations from Ngram Co-occurrence Statistics","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2758816656","doi":"https://doi.org/10.18653/v1/d17-1023","mag":"2758816656"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d17-1023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1023","pdf_url":"https://www.aclweb.org/anthology/D17-1023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D17-1023.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631152","display_name":"Zhe Zhao","orcid":"https://orcid.org/0000-0003-4189-3258"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":["Key Laboratory of Data Engineering and Knowledge Engineering, MOE","School of Information, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Data Engineering and Knowledge Engineering, MOE","institution_ids":[]},{"raw_affiliation_string":"School of Information, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101983989","display_name":"Tao Liu","orcid":"https://orcid.org/0009-0000-6141-3472"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Liu","raw_affiliation_strings":["Key Laboratory of Data Engineering and Knowledge Engineering, MOE","School of Information, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Data Engineering and Knowledge Engineering, MOE","institution_ids":[]},{"raw_affiliation_string":"School of Information, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077324106","display_name":"Li Shen","orcid":"https://orcid.org/0000-0003-4638-3329"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Li","raw_affiliation_strings":["Institute of Chinese Information Processing, Beijing Normal University","UltraPower-BNU Joint Laboratory for Artificial Intelligence, Beijing Normal University"],"affiliations":[{"raw_affiliation_string":"Institute of Chinese Information Processing, Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"UltraPower-BNU Joint Laboratory for Artificial Intelligence, Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080243049","display_name":"Bofang Li","orcid":"https://orcid.org/0009-0000-9723-2999"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bofang Li","raw_affiliation_strings":["Key Laboratory of Data Engineering and Knowledge Engineering, MOE","School of Information, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Data Engineering and Knowledge Engineering, MOE","institution_ids":[]},{"raw_affiliation_string":"School of Information, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008721449","display_name":"Xiaoyong Du","orcid":"https://orcid.org/0000-0002-5757-9135"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyong Du","raw_affiliation_strings":["Key Laboratory of Data Engineering and Knowledge Engineering, MOE","School of Information, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Data Engineering and Knowledge Engineering, MOE","institution_ids":[]},{"raw_affiliation_string":"School of Information, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100631152"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":5.4009,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.9649787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"244","last_page":"253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6882683038711548},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6430541276931763},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6321333646774292},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5907948613166809},{"id":"https://openalex.org/keywords/analogy","display_name":"Analogy","score":0.569485604763031},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5525316596031189},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.5364822149276733},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5029630064964294},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.44918546080589294},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21523940563201904},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18596753478050232}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6882683038711548},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6430541276931763},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6321333646774292},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5907948613166809},{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.569485604763031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525316596031189},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.5364822149276733},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5029630064964294},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.44918546080589294},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21523940563201904},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18596753478050232},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d17-1023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1023","pdf_url":"https://www.aclweb.org/anthology/D17-1023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d17-1023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d17-1023","pdf_url":"https://www.aclweb.org/anthology/D17-1023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 Conference on Empirical Methods in Natural\n          Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4190263377","display_name":null,"funder_award_id":"71531012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5167091242","display_name":null,"funder_award_id":"No. 1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8023233794","display_name":null,"funder_award_id":"71531012","funder_id":"https://openalex.org/F4320322499","funder_display_name":"Renmin University of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8951484681","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G988839521","display_name":null,"funder_award_id":"61472428","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322370","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2758816656.pdf","grobid_xml":"https://content.openalex.org/works/W2758816656.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1503259811","https://openalex.org/W1614298861","https://openalex.org/W1615991656","https://openalex.org/W1832693441","https://openalex.org/W1934041838","https://openalex.org/W1966443646","https://openalex.org/W2120615054","https://openalex.org/W2125031621","https://openalex.org/W2127797489","https://openalex.org/W2134237567","https://openalex.org/W2146231755","https://openalex.org/W2147152072","https://openalex.org/W2153579005","https://openalex.org/W2158899491","https://openalex.org/W2170738476","https://openalex.org/W2250189634","https://openalex.org/W2250539671","https://openalex.org/W2251771443","https://openalex.org/W2252016481","https://openalex.org/W2252193042","https://openalex.org/W2252211741","https://openalex.org/W2294865516","https://openalex.org/W2294970769","https://openalex.org/W2507974895","https://openalex.org/W2557321750","https://openalex.org/W2578005984","https://openalex.org/W2579182376","https://openalex.org/W2951359136","https://openalex.org/W2952230511","https://openalex.org/W2963921497","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W2392206215","https://openalex.org/W2365201483","https://openalex.org/W2355561779","https://openalex.org/W2352407775","https://openalex.org/W2186567693","https://openalex.org/W108701362","https://openalex.org/W2469799552","https://openalex.org/W2768582344","https://openalex.org/W2615704157","https://openalex.org/W28964973"],"abstract_inverted_index":{"The":[0,42],"existing":[1],"word":[2,11,37,47],"representation":[3,22],"methods":[4],"mostly":[5],"limit":[6],"their":[7],"information":[8],"source":[9],"to":[10,84],"co-occurrence":[12,80],"statistics.":[13,54],"In":[14],"this":[15],"paper,":[16],"we":[17],"introduce":[18],"ngrams":[19],"into":[20],"four":[21],"methods:":[23],"SGNS,":[24],"GloVe,":[25],"PPMI":[26],"matrix,":[27],"and":[28,39,72],"its":[29],"SVD":[30],"factorization.":[31],"Comprehensive":[32],"experiments":[33],"are":[34,49,63],"conducted":[35],"on":[36],"analogy":[38],"similarity":[40],"tasks.":[41],"results":[43],"show":[44],"that":[45,58],"improved":[46],"representations":[48,62],"learned":[50],"from":[51],"ngram":[52,61],"cooccurrence":[53],"We":[55],"also":[56],"demonstrate":[57],"the":[59,86],"trained":[60],"useful":[64],"in":[65],"many":[66],"aspects":[67],"such":[68],"as":[69],"finding":[70],"antonyms":[71],"collocations.":[73],"Besides,":[74],"a":[75],"novel":[76],"approach":[77],"of":[78],"building":[79],"matrix":[81],"is":[82],"proposed":[83],"alleviate":[85],"hardware":[87],"burdens":[88],"brought":[89],"by":[90],"ngrams.":[91]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":8}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}