{"id":"https://openalex.org/W7168245025","doi":"https://doi.org/10.1111/exsy.70354","title":"Benchmarking Distributional Vector Similarity Measures: A Survey","display_name":"Benchmarking Distributional Vector Similarity Measures: A Survey","publication_year":2026,"publication_date":"2026-07-14","ids":{"openalex":"https://openalex.org/W7168245025","doi":"https://doi.org/10.1111/exsy.70354"},"language":"en","primary_location":{"id":"doi:10.1111/exsy.70354","is_oa":false,"landing_page_url":"https://doi.org/10.1111/exsy.70354","pdf_url":null,"source":{"id":"https://openalex.org/S72232612","display_name":"Expert Systems","issn_l":"0266-4720","issn":["0266-4720","1468-0394"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140706309","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University  Singapore Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3030-1280","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University  Singapore Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140647108","display_name":"Navid Nobani","orcid":"https://orcid.org/0000-0001-9964-097X"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Navid Nobani","raw_affiliation_strings":["CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy"],"raw_orcid":"https://orcid.org/0000-0001-9964-097X","affiliations":[{"raw_affiliation_string":"CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140627274","display_name":"Filippo Pallucchini","orcid":"https://orcid.org/0009-0006-0190-2833"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Pallucchini","raw_affiliation_strings":["CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy"],"raw_orcid":"https://orcid.org/0009-0006-0190-2833","affiliations":[{"raw_affiliation_string":"CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140640296","display_name":"Fabio Mercorio","orcid":"https://orcid.org/0000-0001-6864-2702"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Mercorio","raw_affiliation_strings":["CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy"],"raw_orcid":"https://orcid.org/0000-0001-6864-2702","affiliations":[{"raw_affiliation_string":"CRISP Research Centre, University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"Department of Statistics and Quantitative Methods University of Milan\u2010Bicocca  Milan Italy","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5140647108"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":{"value":3860,"currency":"USD","value_usd":3860},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93078543,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"8","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.527899980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.527899980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.09539999812841415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.05739999935030937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7610999941825867},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6938999891281128},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.6676999926567078},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5633999705314636},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.4900999963283539},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41999998688697815},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.3840999901294708},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.35440000891685486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922999858856201},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7610999941825867},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6938999891281128},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.6676999926567078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5795999765396118},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43970000743865967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41920000314712524},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3853999972343445},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3416999876499176},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2639959","wikidata":"https://www.wikidata.org/wiki/Q1344778","display_name":"Distance measures","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/exsy.70354","is_oa":false,"landing_page_url":"https://doi.org/10.1111/exsy.70354","pdf_url":null,"source":{"id":"https://openalex.org/S72232612","display_name":"Expert Systems","issn_l":"0266-4720","issn":["0266-4720","1468-0394"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7685978412628174}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1662133657","https://openalex.org/W1965555277","https://openalex.org/W1983578042","https://openalex.org/W1987869189","https://openalex.org/W2146950091","https://openalex.org/W2147618390","https://openalex.org/W2312890204","https://openalex.org/W2889081867","https://openalex.org/W2963947304","https://openalex.org/W2965552666","https://openalex.org/W3098996042","https://openalex.org/W4384388099","https://openalex.org/W4386471522","https://openalex.org/W4389473931","https://openalex.org/W4391849320","https://openalex.org/W4404908721","https://openalex.org/W4410356856","https://openalex.org/W7159948523","https://openalex.org/W7160237528"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"Measuring":[1],"semantic":[2],"similarity":[3,22,95,125,140,162],"between":[4],"words":[5],"or":[6,34],"phrases":[7],"is":[8,141],"central":[9],"to":[10],"natural":[11],"language":[12],"processing,":[13],"information":[14,166],"retrieval":[15,167],"and":[16,23,65,83,96,109,115,133,155,168],"computational":[17],"linguistics.":[18],"Despite":[19],"their":[20],"importance,":[21],"distance":[24,97],"measures":[25,60,78,98,126,154],"are":[26],"typically":[27],"chosen":[28],"by":[29,92],"default":[30,153],"(e.g.,":[31],"cosine":[32,139],"similarity)":[33],"in":[35,164],"an":[36],"ad":[37],"hoc":[38],"fashion,":[39],"with":[40],"little":[41],"empirical":[42],"justification.":[43],"This":[44],"lack":[45,70],"of":[46,55,59,71,124,150],"systematic":[47],"evaluation":[48],"creates":[49],"two":[50],"gaps:":[51],"first,":[52],"the":[53,69,122,131,136,147],"absence":[54],"a":[56,157],"comprehensive":[57],"taxonomy":[58],"that":[61,74,121,138],"spans":[62],"set\u2010based,":[63],"vector\u2010based":[64],"information\u2010theoretic":[66],"approaches;":[67],"second,":[68],"task\u2010aware":[72],"benchmarking":[73],"quantifies":[75],"how":[76],"these":[77,90],"perform":[79],"across":[80],"different":[81],"models":[82],"applications.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88],"address":[89],"gaps":[91],"comparing":[93],"15":[94],"on":[99,130,152],"four":[100],"NLP":[101],"tasks":[102],"(sentence":[103],"similarity,":[104],"kNN":[105],"classification,":[106],"correlation":[107],"analysis":[108],"visualisation)":[110],"using":[111],"multiple":[112],"benchmark":[113],"datasets":[114],"embedding":[116],"models.":[117],"Our":[118],"results":[119],"reveal":[120],"effectiveness":[123],"varies":[127],"substantially":[128],"depending":[129],"task":[132],"model,":[134],"challenging":[135],"assumption":[137],"universally":[142],"optimal.":[143],"These":[144],"findings":[145],"highlight":[146],"practical":[148],"risk":[149],"relying":[151],"provide":[156],"principled":[158],"basis":[159],"for":[160],"selecting":[161],"functions":[163],"NLP,":[165],"related":[169],"fields.":[170]},"counts_by_year":[],"updated_date":"2026-07-15T05:56:06.668201","created_date":"2026-07-15T00:00:00"}