{"id":"https://openalex.org/W2250533418","doi":"https://doi.org/10.18653/v1/w15-4208","title":"EVALution 1.0: an Evolving Semantic Dataset for Training and Evaluation of Distributional Semantic Models","display_name":"EVALution 1.0: an Evolving Semantic Dataset for Training and Evaluation of Distributional Semantic Models","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2250533418","doi":"https://doi.org/10.18653/v1/w15-4208","mag":"2250533418"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w15-4208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4208","pdf_url":"https://www.aclweb.org/anthology/W15-4208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Linked Data in Linguistics: Resources and Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-4208.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059288410","display_name":"Enrico Santus","orcid":"https://orcid.org/0000-0002-7327-2731"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Enrico Santus","raw_affiliation_strings":["The Hong Kong Polytechnic University Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110213970","display_name":"Frances Yung","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Frances Yung","raw_affiliation_strings":["Nara Institute of Science and Technology Nara, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050795259","display_name":"Alessandro Lenci","orcid":"https://orcid.org/0000-0001-5790-4308"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Lenci","raw_affiliation_strings":["Universita di Pisa Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"Universita di Pisa Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024924150","display_name":"Chu\u2010Ren Huang","orcid":"https://orcid.org/0000-0002-8526-5520"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chu-Ren Huang","raw_affiliation_strings":["The Hong Kong Polytechnic University Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059288410"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":21.572,"has_fulltext":true,"cited_by_count":96,"citation_normalized_percentile":{"value":0.99441487,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"64","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7740737795829773},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5321269035339355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5313611030578613},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.5256636738777161},{"id":"https://openalex.org/keywords/semantic-technology","display_name":"Semantic technology","score":0.46346086263656616},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.43386340141296387},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.43102535605430603},{"id":"https://openalex.org/keywords/semantic-analysis","display_name":"Semantic analysis (machine learning)","score":0.416995108127594},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3886311650276184},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.2389068603515625},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.05378738045692444}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7740737795829773},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5321269035339355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313611030578613},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.5256636738777161},{"id":"https://openalex.org/C6881194","wikidata":"https://www.wikidata.org/wiki/Q7449091","display_name":"Semantic technology","level":4,"score":0.46346086263656616},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.43386340141296387},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.43102535605430603},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.416995108127594},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3886311650276184},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.2389068603515625},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.05378738045692444},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/w15-4208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4208","pdf_url":"https://www.aclweb.org/anthology/W15-4208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Linked Data in Linguistics: Resources and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:54440","is_oa":true,"landing_page_url":"https://www.openaccessrepository.it/record/54440","pdf_url":null,"source":{"id":"https://openalex.org/S4306402478","display_name":"INFM-OAR (INFN Catania)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210116497","host_organization_name":"Istituto Nazionale di Fisica Nucleare, Sezione di Catania","host_organization_lineage":["https://openalex.org/I4210116497"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SampTA, European Signal Processing Conference, Bremen, Germany, 2013","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"doi:10.5281/zenodo.54440","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.54440","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w15-4208","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-4208","pdf_url":"https://www.aclweb.org/anthology/W15-4208.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Linked Data in Linguistics: Resources and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2250533418.pdf","grobid_xml":"https://content.openalex.org/works/W2250533418.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W141602984","https://openalex.org/W205765513","https://openalex.org/W254424556","https://openalex.org/W342557920","https://openalex.org/W1597051573","https://openalex.org/W1662133657","https://openalex.org/W1836521361","https://openalex.org/W1966907789","https://openalex.org/W1983578042","https://openalex.org/W2016089260","https://openalex.org/W2052806359","https://openalex.org/W2053921957","https://openalex.org/W2068737686","https://openalex.org/W2100258351","https://openalex.org/W2101941521","https://openalex.org/W2102131037","https://openalex.org/W2109617188","https://openalex.org/W2131253837","https://openalex.org/W2135964261","https://openalex.org/W2137023796","https://openalex.org/W2160587453","https://openalex.org/W2170682101","https://openalex.org/W2251283399","https://openalex.org/W2251981022","https://openalex.org/W2252256579","https://openalex.org/W2290054636","https://openalex.org/W2792194291","https://openalex.org/W2882319491","https://openalex.org/W3197748241","https://openalex.org/W4236590344","https://openalex.org/W4252434862"],"related_works":["https://openalex.org/W2113661533","https://openalex.org/W1608822528","https://openalex.org/W2380556669","https://openalex.org/W2376633828","https://openalex.org/W2977842567","https://openalex.org/W2031477912","https://openalex.org/W2353314619","https://openalex.org/W2115872717","https://openalex.org/W4312888689","https://openalex.org/W2380039330"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"introduce":[4],"EVALution":[5],"1.0,":[6],"a":[7,45,84],"dataset":[8,41,107],"designed":[9],"for":[10,66,121],"the":[11,14,69,77],"training":[12],"and":[13,89,92,98],"evaluation":[15],"of":[16,24,48,76,86],"Distributional":[17],"Semantic":[18],"Models":[19],"(DSMs).":[20],"This":[21],"version":[22],"consists":[23],"almost":[25],"7.5K":[26],"tuples,":[27],"instantiating":[28],"several":[29],"semantic":[30,59],"relations":[31],"between":[32],"word":[33,54,56,58],"pairs":[34,70],"(including":[35],"hypernymy,":[36],"synonymy,":[37],"antonymy,":[38],"meronymy).":[39],"The":[40,79,106],"is":[42,108,124],"enriched":[43],"with":[44],"large":[46],"amount":[47],"additional":[49],"information":[50],"(i.e.":[51],"relation":[52],"domain,":[53],"frequency,":[55],"POS,":[57],"field,":[60],"etc.)":[61],"that":[62],"can":[63],"be":[64],"used":[65],"either":[67],"filtering":[68],"or":[71],"performing":[72],"an":[73],"in-depth":[74],"analysis":[75],"results.":[78],"tuples":[80],"were":[81],"extracted":[82],"from":[83],"combination":[85],"ConceptNet":[87],"5.0":[88],"Word-Net":[90],"4.0,":[91],"subsequently":[93],"filtered":[94],"through":[95],"automatic":[96],"methods":[97],"crowdsourcing":[99],"in":[100,115],"order":[101],"to":[102],"ensure":[103],"their":[104],"quality.":[105],"freely":[109],"downloadable":[110],"1":[111],".":[112],"An":[113],"extension":[114],"RDF":[116],"format,":[117],"including":[118],"also":[119],"scripts":[120],"data":[122],"processing,":[123],"under":[125],"development.":[126]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
