{"id":"https://openalex.org/W2058602429","doi":"https://doi.org/10.1017/s1351324909990167","title":"Wisdom of crowds versus wisdom of linguists \u2013 measuring the semantic relatedness of words","display_name":"Wisdom of crowds versus wisdom of linguists \u2013 measuring the semantic relatedness of words","publication_year":2009,"publication_date":"2009-09-09","ids":{"openalex":"https://openalex.org/W2058602429","doi":"https://doi.org/10.1017/s1351324909990167","mag":"2058602429"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324909990167","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324909990167","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072459546","display_name":"Torsten Zesch","orcid":"https://orcid.org/0000-0002-9678-3825"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"TORSTEN ZESCH","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab, Computer Science Department, Technische Universit\u00e4t Darmstadt, Hochschulstr. 10, 64289 Darmstadt, Germany e-mail:","Ubiquitous knowledge processing lab, computer science department, technische universit\u00e4t darmstadt, hochschulstr. 10, 64289 darmstadt, germany e-mail: zesch@tk.informatik.tu-darmstadt.de, gur ...#TAB#"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, Computer Science Department, Technische Universit\u00e4t Darmstadt, Hochschulstr. 10, 64289 Darmstadt, Germany e-mail:","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous knowledge processing lab, computer science department, technische universit\u00e4t darmstadt, hochschulstr. 10, 64289 darmstadt, germany e-mail: zesch@tk.informatik.tu-darmstadt.de, gur ...#TAB#","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"IRYNA GUREVYCH","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab, Computer Science Department, Technische Universit\u00e4t Darmstadt, Hochschulstr. 10, 64289 Darmstadt, Germany e-mail:","Ubiquitous knowledge processing lab, computer science department, technische universit\u00e4t darmstadt, hochschulstr. 10, 64289 darmstadt, germany e-mail: zesch@tk.informatik.tu-darmstadt.de, gur ...#TAB#"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, Computer Science Department, Technische Universit\u00e4t Darmstadt, Hochschulstr. 10, 64289 Darmstadt, Germany e-mail:","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous knowledge processing lab, computer science department, technische universit\u00e4t darmstadt, hochschulstr. 10, 64289 darmstadt, germany e-mail: zesch@tk.informatik.tu-darmstadt.de, gur ...#TAB#","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072459546"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":16.1385,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.99173596,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"25","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8542645573616028},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.8251714706420898},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.7614380121231079},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.7387855648994446},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.661221444606781},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5731238722801208},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5722463726997375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5045980215072632},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5006744861602783},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48664435744285583},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40740686655044556},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.20973512530326843},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20356401801109314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8542645573616028},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.8251714706420898},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.7614380121231079},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.7387855648994446},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.661221444606781},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5731238722801208},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5722463726997375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5045980215072632},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5006744861602783},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48664435744285583},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40740686655044556},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.20973512530326843},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20356401801109314},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1017/s1351324909990167","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324909990167","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:104723","is_oa":false,"landing_page_url":"https://www.cambridge.org/core/journals/natural-language-engineering/article/wisdom-of-crowds-versus-wisdom-of-linguists-measuring-the-semantic-relatedness-of-words/A3A7A0C89B063DEE1C36945C7323E73C","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Artikel"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7400000095367432,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W138707325","https://openalex.org/W158057341","https://openalex.org/W187228978","https://openalex.org/W316763119","https://openalex.org/W332950216","https://openalex.org/W588052932","https://openalex.org/W1490960179","https://openalex.org/W1502916596","https://openalex.org/W1517407810","https://openalex.org/W1561908597","https://openalex.org/W1565570978","https://openalex.org/W1598683382","https://openalex.org/W1647256145","https://openalex.org/W1647729745","https://openalex.org/W1657275562","https://openalex.org/W1660473243","https://openalex.org/W1668989518","https://openalex.org/W1710422233","https://openalex.org/W1956559956","https://openalex.org/W1959533457","https://openalex.org/W1965923765","https://openalex.org/W1966907789","https://openalex.org/W1971220772","https://openalex.org/W1987996059","https://openalex.org/W2014571624","https://openalex.org/W2015933299","https://openalex.org/W2038721957","https://openalex.org/W2053921957","https://openalex.org/W2065841724","https://openalex.org/W2080100102","https://openalex.org/W2085904853","https://openalex.org/W2087739686","https://openalex.org/W2088960431","https://openalex.org/W2099896133","https://openalex.org/W2100935296","https://openalex.org/W2102131037","https://openalex.org/W2102474120","https://openalex.org/W2103318667","https://openalex.org/W2104232304","https://openalex.org/W2108656749","https://openalex.org/W2110529160","https://openalex.org/W2112646584","https://openalex.org/W2117065474","https://openalex.org/W2120779048","https://openalex.org/W2123457740","https://openalex.org/W2129773034","https://openalex.org/W2132631284","https://openalex.org/W2136480620","https://openalex.org/W2136930489","https://openalex.org/W2140428995","https://openalex.org/W2140887277","https://openalex.org/W2151635838","https://openalex.org/W2325227998","https://openalex.org/W2400708104","https://openalex.org/W2531563875","https://openalex.org/W2534712034","https://openalex.org/W2608239929","https://openalex.org/W2618735189","https://openalex.org/W2622759881","https://openalex.org/W2798746328","https://openalex.org/W2913861821","https://openalex.org/W2913886681","https://openalex.org/W2950225692","https://openalex.org/W2962689487","https://openalex.org/W3216404684","https://openalex.org/W4235505822","https://openalex.org/W4242094059","https://openalex.org/W6637782871"],"related_works":["https://openalex.org/W2043952800","https://openalex.org/W2047143235","https://openalex.org/W2957377172","https://openalex.org/W2165693052","https://openalex.org/W2113471940","https://openalex.org/W2569513598","https://openalex.org/W2907883452","https://openalex.org/W2170543300","https://openalex.org/W2251695880","https://openalex.org/W101928771"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2,76],"article,":[3],"we":[4,158,209,252],"present":[5,253],"a":[6,22,87,160,169,235,275,287],"comprehensive":[7],"study":[8,77],"aimed":[9],"at":[10],"computing":[11],"semantic":[12,26,64,84,137,152,165,281],"relatedness":[13,27,85,282],"of":[14,21,25,63,90,99,108,117,132,151,164,179,213,222,234],"word":[15,67,70],"pairs.":[16],"We":[17,139,226],"analyze":[18,83],"the":[19,31,42,46,52,58,79,97,100,106,115,155,176,231,241,261],"performance":[20],"large":[23,88],"number":[24,89],"measures":[28],"proposed":[29],"in":[30],"literature":[32],"with":[33,92],"respect":[34],"to":[35,81,135,147,175,182,187,193,220,240,245,259,277],"different":[36,93,133],"experimental":[37],"conditions,":[38],"such":[39],"as":[40,238],"(i)":[41,273],"datasets":[43,91],"employed,":[44],"(ii)":[45,285],"language":[47,298],"(English":[48],"or":[49,113],"German),":[50],"(iii)":[51],"underlying":[53],"knowledge":[54,101,122],"source,":[55],"and":[56,130,186,197,201,265,284],"(iv)":[57],"evaluation":[59],"task":[60],"(computing":[61],"scores":[62],"relatedness,":[65,166],"ranking":[66],"pairs,":[68],"solving":[69],"choice":[71],"problems).":[72],"To":[73],"our":[74],"knowledge,":[75],"is":[78],"first":[80,156,177,232],"systematically":[82],"on":[86,168],"properties,":[94],"while":[95],"emphasizing":[96],"role":[98],"source":[102],"compiled":[103],"either":[104],"by":[105,114],"\u2018wisdom":[107,116,212,221],"linguists\u2019":[109,223],"(i.e.,":[110,119],"classical":[111],"wordnets)":[112],"crowds\u2019":[118,214],"collaboratively":[120],"constructed":[121],"sources":[123],"like":[124],"Wikipedia).":[125],"The":[126],"article":[127,237,243],"discusses":[128],"benefits":[129],"drawbacks":[131],"approaches":[134],"evaluating":[136],"relatedness.":[138,153],"show":[140],"that":[141,211,229,256],"results":[142],"should":[143],"be":[144],"interpreted":[145],"carefully":[146],"evaluate":[148],"particular":[149],"aspects":[150],"For":[154],"time,":[157],"employ":[159],"vector":[161],"based":[162,189,215,224],"measure":[163],"relying":[167],"concept":[170],"space":[171],"built":[172],"from":[173],"documents,":[174],"paragraph":[178,233],"Wikipedia":[180,236,290],"articles,":[181],"English":[183],"WordNet":[184],"glosses,":[185],"GermaNet":[188],"pseudo":[190],"glosses.":[191],"Contrary":[192],"previous":[194],"research":[195,271],"(Strube":[196],"Ponzetto":[198],"2006;":[199],"Gabrilovich":[200],"Markovitch":[202],"2007;":[203],"Zesch":[204],"et":[205],"al":[206],".":[207],"2007),":[208],"find":[210,228],"resources":[216],"are":[217,266],"not":[218],"superior":[219],"resources.":[225],"also":[227],"using":[230],"opposed":[239],"whole":[242],"leads":[244],"better":[246],"precision,":[247],"but":[248],"decreases":[249],"recall.":[250],"Finally,":[251],"two":[254],"systems":[255],"were":[257],"developed":[258],"aid":[260],"experiments":[262],"presented":[263],"herein":[264],"freely":[267],"available":[268],"1":[269],"for":[270,295],"purposes:":[272],"DEXTRACT,":[274],"software":[276],"semi-automatically":[278],"construct":[279],"corpus-driven":[280],"datasets,":[283],"JWPL,":[286],"Java-based":[288],"high-performance":[289],"Application":[291],"Programming":[292],"Interface":[293],"(API)":[294],"building":[296],"natural":[297],"processing":[299],"(NLP)":[300],"applications.":[301]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":18},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":18}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}