{"id":"https://openalex.org/W2913293333","doi":"https://doi.org/10.1109/icdmw.2018.00179","title":"Intrinsic or Extrinsic Evaluation: An Overview of Word Embedding Evaluation","display_name":"Intrinsic or Extrinsic Evaluation: An Overview of Word Embedding Evaluation","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2913293333","doi":"https://doi.org/10.1109/icdmw.2018.00179","mag":"2913293333"},"language":"en","primary_location":{"id":"doi:10.1109/icdmw.2018.00179","doi":"https://doi.org/10.1109/icdmw.2018.00179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00179","pdf_url":null,"source":{"id":"https://openalex.org/S4393918563","display_name":"IEEE ... International Conference on Data Mining workshops","issn_l":"2375-9259","issn":["2375-9259"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113542097","display_name":"Yong Shi","orcid":"https://orcid.org/0000-0001-7974-1079","observed_orcids":["https://orcid.org/0000-0001-7974-1079","https://orcid.org/0000-0002-3980-1425","https://orcid.org/0009-0003-6037-6309"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Shi","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, School of Economics and Management Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, School of Economics and Management Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018137331","display_name":"Yuanchun Zheng","orcid":"https://orcid.org/0000-0001-5757-0598","observed_orcids":["https://orcid.org/0000-0001-5757-0598"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Zheng","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064220732","display_name":"Kun Guo","orcid":"https://orcid.org/0000-0002-4787-8406","observed_orcids":["https://orcid.org/0000-0002-4787-8406"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Guo","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101585517","display_name":"Luyao Zhu","orcid":"https://orcid.org/0000-0002-7422-7318","observed_orcids":["https://orcid.org/0000-0002-7422-7318"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyao Zhu","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089527913","display_name":"Yi Qu","orcid":"https://orcid.org/0000-0002-6353-0741","observed_orcids":["https://orcid.org/0000-0002-6353-0741","https://orcid.org/0009-0003-6380-4591"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Qu","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":0.2033,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.52625378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1255","last_page":"1262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.9100000262260437},{"id":"https://openalex.org/keywords/intrinsic-evaluation","display_name":"intrinsic evaluation","score":0.9950000047683716},{"id":"https://openalex.org/keywords/external-evaluation","display_name":"external evaluation","score":1.0},{"id":"https://openalex.org/keywords/word-similarity","display_name":"word similarity","score":0.8679999709129333},{"id":"https://openalex.org/keywords/polysemy","display_name":"polysemy","score":0.8059999942779541},{"id":"https://openalex.org/keywords/lexical-ambiguity","display_name":"lexical ambiguity","score":0.5139999985694885},{"id":"https://openalex.org/keywords/sense-embeddings","display_name":"sense embeddings","score":0.4970000088214874},{"id":"https://openalex.org/keywords/word-representation-learning","display_name":"word representation learning","score":0.6629999876022339},{"id":"https://openalex.org/keywords/evaluation-dataset","display_name":"evaluation dataset","score":0.8009999990463257},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084546327590942},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7682090401649475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7643808126449585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7235751152038574},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6592339873313904},{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.639056384563446},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5343360900878906},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5244867205619812},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4554436504840851},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.44660574197769165},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.43342259526252747},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41549280285835266},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.41187623143196106},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13366281986236572},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdmw.2018.00179","doi":"https://doi.org/10.1109/icdmw.2018.00179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00179","pdf_url":null,"source":{"id":"https://openalex.org/S4393918563","display_name":"IEEE ... International Conference on Data Mining workshops","issn_l":"2375-9259","issn":["2375-9259"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W179875071","https://openalex.org/W947140380","https://openalex.org/W1010415138","https://openalex.org/W1564174355","https://openalex.org/W1614298861","https://openalex.org/W1775434803","https://openalex.org/W1832693441","https://openalex.org/W1854884267","https://openalex.org/W1983578042","https://openalex.org/W2026487812","https://openalex.org/W2067438047","https://openalex.org/W2073321553","https://openalex.org/W2080100102","https://openalex.org/W2084046180","https://openalex.org/W2091812280","https://openalex.org/W2097732278","https://openalex.org/W2100062901","https://openalex.org/W2103318667","https://openalex.org/W2104246439","https://openalex.org/W2113459411","https://openalex.org/W2114524997","https://openalex.org/W2117130368","https://openalex.org/W2121227244","https://openalex.org/W2128870637","https://openalex.org/W2132631284","https://openalex.org/W2137735870","https://openalex.org/W2140679639","https://openalex.org/W2142625445","https://openalex.org/W2153579005","https://openalex.org/W2158997610","https://openalex.org/W2162456950","https://openalex.org/W2164019165","https://openalex.org/W2164973920","https://openalex.org/W2170240176","https://openalex.org/W2170682101","https://openalex.org/W2173361515","https://openalex.org/W2197429038","https://openalex.org/W2250418535","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2251012068","https://openalex.org/W2251537235","https://openalex.org/W2251803266","https://openalex.org/W2252211741","https://openalex.org/W2316153475","https://openalex.org/W2340486923","https://openalex.org/W2468328197","https://openalex.org/W2493916176","https://openalex.org/W2510413766","https://openalex.org/W2511478665","https://openalex.org/W2549957643","https://openalex.org/W2563044023","https://openalex.org/W2626720046","https://openalex.org/W2766727221","https://openalex.org/W2882319491","https://openalex.org/W2963599948","https://openalex.org/W2998704965","https://openalex.org/W6996569244"],"related_works":["https://openalex.org/W2787481916","https://openalex.org/W2895351178","https://openalex.org/W4221152557","https://openalex.org/W2805938424","https://openalex.org/W2387546565","https://openalex.org/W4285603400","https://openalex.org/W2892336869","https://openalex.org/W2512498397","https://openalex.org/W4391106239","https://openalex.org/W4288924530"],"abstract_inverted_index":{"Compared":[0],"with":[1],"traditional":[2],"methods,":[3],"word":[4,40,80,99,120,130,146,170],"em-bedding":[5],"is":[6,72,198],"an":[7,240],"efficient":[8],"language":[9,31,67,90,138,174,201],"representation":[10,45],"that":[11,159,176,239],"can":[12],"learn":[13],"syntax":[14],"and":[15,25,123,143,148,154,166,173,203,211,234,244],"semantics":[16],"by":[17,38],"using":[18],"neural":[19],"networks.":[20],"As":[21],"the":[22,35,84,87,117,192],"result,":[23],"more":[24,26,246],"promising":[27],"experiments":[28],"in":[29,75,113,169,180,188,232],"natural":[30,216],"processing":[32],"(NLP)":[33],"get":[34],"state-of-the-art":[36],"results":[37,187],"introducing":[39],"embedding.":[41],"In":[42,132],"principle,":[43],"embedding":[44,121,204],"learning":[46,122,205],"embeds":[47],"words":[48],"to":[49,110,219],"a":[50,245],"low-dimensional":[51],"vector":[52],"space,":[53],"there-fore":[54],"vectors":[55,165],"support":[56],"initialization":[57],"of":[58,86,129,194],"NLP":[59,209],"tasks":[60],"such":[61,228],"as":[62,229],"text":[63],"classification,":[64],"sentiment":[65],"analysis,":[66],"understanding,":[68],"etc.":[69],"However,":[70],"polysemy":[71],"very":[73],"common":[74],"many":[76,137,149],"languages,":[77],"which":[78],"causes":[79],"ambiguation,":[81],"further":[82],"influences":[83],"accuracy":[85],"system.":[88],"Additionally,":[89],"models":[91,139,175],"based":[92],"on":[93,98],"distributed":[94],"hypotheses":[95],"mostly":[96],"focused":[97],"properties":[100],"rather":[101],"than":[102],"morphology":[103],"were":[104],"our":[105,195],"primary":[106],"focus.":[107],"This":[108],"leads":[109],"unreasonable":[111],"performance":[112,179],"different":[114],"evaluations.":[115,190,236],"At":[116],"same":[118],"time,":[119],"measuring":[124],"are":[125,161,225],"two":[126],"vital":[127],"components":[128],"representation.":[131],"this":[133,253],"paper,":[134],"we":[135],"overviewed":[136],"including":[140,152],"single":[141],"sense":[142,145],"multiple":[144],"embedding,":[147],"evaluated":[150,223],"approaches":[151],"intrinsic":[153,181,233],"extrinsic":[155,189,235],"evaluation.":[156],"We":[157,237],"found":[158],"there":[160,197],"obvious":[162],"gaps":[163],"between":[164],"manual":[167],"annotations":[168],"similarity":[171],"evaluation,":[172],"achieved":[177],"good":[178],"evaluations":[182,213],"could":[183],"not":[184],"produce":[185],"similar":[186],"To":[191],"best":[193],"knowledge,":[196],"no":[199],"universal":[200],"model":[202],"method":[206,249],"for":[207],"most":[208],"task,":[210],"each":[212],"also":[214,226],"hidden":[215],"defects":[217],"compared":[218],"human":[220],"knowledge.":[221],"More":[222],"datasets":[224,230],"investigated":[227],"used":[231],"believe":[238],"improved":[241],"evaluation":[242,248],"dataset":[243],"rational":[247],"would":[250],"benefit":[251],"from":[252],"overview.":[254]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-24T09:50:30.924529","created_date":"2019-02-21T00:00:00"}