{"id":"https://openalex.org/W3199747066","doi":"https://doi.org/10.1145/3459637.3482343","title":"Fast Extraction of Word Embedding from Q-contexts","display_name":"Fast Extraction of Word Embedding from Q-contexts","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3199747066","doi":"https://doi.org/10.1145/3459637.3482343","mag":"3199747066"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3482343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.07084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045187263","display_name":"Junsheng Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junsheng Kong","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006326179","display_name":"Weizhao Li","orcid":"https://orcid.org/0000-0003-4394-4987"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhao Li","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031172524","display_name":"Zeyi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeyi Liu","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064163623","display_name":"Ben Liao","orcid":"https://orcid.org/0000-0002-5084-2682"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ben Liao","raw_affiliation_strings":["Tencent Quantum Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Quantum Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083333630","display_name":"Jiezhong Qiu","orcid":"https://orcid.org/0000-0001-9514-0708"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiezhong Qiu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008663435","display_name":"Chang\u2010Yu Hsieh","orcid":"https://orcid.org/0000-0002-6242-4218"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Yu Hsieh","raw_affiliation_strings":["Tencent Quantum Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Quantum Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089123257","display_name":"Yi Cai","orcid":"https://orcid.org/0000-0002-1767-789X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cai","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100757082","display_name":"Shengyu Zhang","orcid":"https://orcid.org/0000-0001-5907-2277"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyu Zhang","raw_affiliation_strings":["Tencent Quantum Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Quantum Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8006882071495056},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.7734689116477966},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6546187400817871},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6482841372489929},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6406123638153076},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6236016750335693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5959158539772034},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5765365958213806},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4565044343471527},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13337770104408264}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8006882071495056},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.7734689116477966},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6546187400817871},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6482841372489929},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6406123638153076},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6236016750335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5959158539772034},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5765365958213806},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4565044343471527},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13337770104408264},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3459637.3482343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3482343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.07084","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.07084","pdf_url":"https://arxiv.org/pdf/2109.07084","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.07084","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.07084","pdf_url":"https://arxiv.org/pdf/2109.07084","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G491278422","display_name":null,"funder_award_id":"D2210010,D2200150,D2201300","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8189774080","display_name":null,"funder_award_id":"62076100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8718620462","display_name":null,"funder_award_id":"2020B0101100002","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1662133657","https://openalex.org/W1832693441","https://openalex.org/W1938444229","https://openalex.org/W1979750072","https://openalex.org/W1998269045","https://openalex.org/W2095958485","https://openalex.org/W2097732278","https://openalex.org/W2103956991","https://openalex.org/W2112184938","https://openalex.org/W2125031621","https://openalex.org/W2144578941","https://openalex.org/W2147152072","https://openalex.org/W2153579005","https://openalex.org/W2159637323","https://openalex.org/W2170682101","https://openalex.org/W2171671424","https://openalex.org/W2250539671","https://openalex.org/W2251291469","https://openalex.org/W2251939518","https://openalex.org/W2491030916","https://openalex.org/W2493916176","https://openalex.org/W2518186251","https://openalex.org/W2553316781","https://openalex.org/W2579198251","https://openalex.org/W2808726247","https://openalex.org/W2824731080","https://openalex.org/W2880299821","https://openalex.org/W2887428522","https://openalex.org/W2896457183","https://openalex.org/W2945077829","https://openalex.org/W2948223045","https://openalex.org/W2949541494","https://openalex.org/W2950133940","https://openalex.org/W2950577311","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2964089577","https://openalex.org/W2964289193","https://openalex.org/W2983766176","https://openalex.org/W2986753851","https://openalex.org/W2997185401","https://openalex.org/W3034457371","https://openalex.org/W3034617741","https://openalex.org/W3101135395","https://openalex.org/W3101860695","https://openalex.org/W3111333709"],"related_works":["https://openalex.org/W2946409105","https://openalex.org/W2905749112","https://openalex.org/W3152932816","https://openalex.org/W2985392712","https://openalex.org/W4388996947","https://openalex.org/W3133567596","https://openalex.org/W2798009317","https://openalex.org/W3203949288","https://openalex.org/W3099354896","https://openalex.org/W4287599800"],"abstract_inverted_index":{"The":[0],"notion":[1],"of":[2,40,97,144],"word":[3,16,60,99],"embedding":[4,17,61,100],"plays":[5],"a":[6,37,76,142],"fundamental":[7],"role":[8],"in":[9,46,149],"natural":[10],"language":[11],"processing":[12],"(NLP).":[13],"However,":[14],"pre-training":[15],"for":[18,25],"very":[19],"large-scale":[20],"vocabulary":[21],"is":[22,95],"computationally":[23],"challenging":[24],"most":[26],"existing":[27],"methods.":[28,119],"In":[29,106],"this":[30],"work,":[31],"we":[32,86,133],"show":[33],"that":[34,135],"with":[35,54,62,122],"merely":[36],"small":[38],"fraction":[39],"contexts":[41,68],"(Q-contexts)":[42],"which":[43,94],"are":[44],"typical":[45,104],"the":[47,150],"whole":[48],"corpus":[49],"(and":[50],"their":[51],"mutual":[52],"information":[53,66],"words),":[55],"one":[56],"can":[57,71,81],"construct":[58],"high-quality":[59],"negligible":[63],"errors.":[64],"Mutual":[65],"between":[67],"and":[69,90,131,148,154],"words":[70],"be":[72,82],"encoded":[73],"canonically":[74],"as":[75,126],"sampling":[77],"state,":[78],"thus,":[79],"Q-contexts":[80],"fast":[83],"constructed.":[84],"Furthermore,":[85],"present":[87],"an":[88],"efficient":[89],"effective":[91],"WEQ":[92],"method,":[93],"capable":[96],"extracting":[98],"directly":[101],"from":[102],"these":[103,159],"contexts.":[105],"practical":[107],"scenarios,":[108],"our":[109,136],"algorithm":[110],"runs":[111],"11":[112],"~":[113],"13":[114],"times":[115],"faster":[116],"than":[117],"well-established":[118],"By":[120],"comparing":[121],"well-known":[123],"methods":[124],"such":[125],"matrix":[127],"factorization,":[128],"word2vec,":[129],"GloVe":[130],"fasttext,":[132],"demonstrate":[134],"method":[137],"achieves":[138],"comparable":[139],"performance":[140],"on":[141],"variety":[143],"downstream":[145],"NLP":[146],"tasks,":[147],"meanwhile":[151],"maintains":[152],"run-time":[153],"resource":[155],"advantages":[156],"over":[157],"all":[158],"baselines.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}