{"id":"https://openalex.org/W2141799614","doi":"https://doi.org/10.3115/v1/s14-2003","title":"SemEval-2014 Task 3: Cross-Level Semantic Similarity","display_name":"SemEval-2014 Task 3: Cross-Level Semantic Similarity","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2141799614","doi":"https://doi.org/10.3115/v1/s14-2003","mag":"2141799614"},"language":"en","primary_location":{"id":"doi:10.3115/v1/s14-2003","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/s14-2003","pdf_url":"https://aclanthology.org/S14-2003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/S14-2003.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046126345","display_name":"David Jurgens","orcid":"https://orcid.org/0000-0002-2135-9878"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"David Jurgens","raw_affiliation_strings":["Department of Computer Science Sapienza University of Rome","Sapienza, university of Rome"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Sapienza University of Rome","institution_ids":[]},{"raw_affiliation_string":"Sapienza, university of Rome","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091017313","display_name":"Mohammad Taher Pilehvar","orcid":"https://orcid.org/0000-0003-3694-4006"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mohammad Taher Pilehvar","raw_affiliation_strings":["Department of Computer Science Sapienza University of Rome","Sapienza, university of Rome"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Sapienza University of Rome","institution_ids":[]},{"raw_affiliation_string":"Sapienza, university of Rome","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026648049","display_name":"Roberto Navigli","orcid":"https://orcid.org/0000-0003-3831-9706"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Navigli","raw_affiliation_strings":["Department of Computer Science Sapienza University of Rome","Sapienza, university of Rome"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Sapienza University of Rome","institution_ids":[]},{"raw_affiliation_string":"Sapienza, university of Rome","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.0309,"has_fulltext":true,"cited_by_count":72,"citation_normalized_percentile":{"value":0.99347511,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"17","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.915113091468811},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.8279905319213867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8161324262619019},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7086591720581055},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6944259405136108},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.676632821559906},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6692978739738464},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6070115566253662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5998224020004272},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.5421233773231506},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5066190958023071},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4461619555950165},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3695206046104431},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07685616612434387},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.057218462228775024}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.915113091468811},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.8279905319213867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8161324262619019},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7086591720581055},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6944259405136108},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.676632821559906},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6692978739738464},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6070115566253662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5998224020004272},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.5421233773231506},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5066190958023071},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4461619555950165},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3695206046104431},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07685616612434387},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.057218462228775024},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/v1/s14-2003","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/s14-2003","pdf_url":"https://aclanthology.org/S14-2003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/v1/s14-2003","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/s14-2003","pdf_url":"https://aclanthology.org/S14-2003.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2141799614.pdf","grobid_xml":"https://content.openalex.org/works/W2141799614.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W32283444","https://openalex.org/W1567165223","https://openalex.org/W1659776892","https://openalex.org/W1967925097","https://openalex.org/W1979325497","https://openalex.org/W2071378251","https://openalex.org/W2073265902","https://openalex.org/W2080100102","https://openalex.org/W2085625396","https://openalex.org/W2091117392","https://openalex.org/W2091494174","https://openalex.org/W2098801107","https://openalex.org/W2102733276","https://openalex.org/W2135824681","https://openalex.org/W2136891251","https://openalex.org/W2141766660","https://openalex.org/W2152180407","https://openalex.org/W2153222072","https://openalex.org/W2250820912","https://openalex.org/W2251044566","https://openalex.org/W2251861449","https://openalex.org/W2251869843","https://openalex.org/W2401768650","https://openalex.org/W2785698693","https://openalex.org/W2951727499","https://openalex.org/W4210930821"],"related_works":["https://openalex.org/W2391800119","https://openalex.org/W2595239241","https://openalex.org/W2799181378","https://openalex.org/W2052919063","https://openalex.org/W3003711649","https://openalex.org/W2904173691","https://openalex.org/W4365517254","https://openalex.org/W270947280","https://openalex.org/W2752041471","https://openalex.org/W78638240"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,21,27,32,37,53],"new":[4],"SemEval":[5],"task":[6],"on":[7],"Cross-Level":[8],"Semantic":[9],"Similarity":[10],"(CLSS),":[11],"which":[12,17],"measures":[13],"the":[14,18,66],"degree":[15],"to":[16],"meaning":[19],"of":[20,56,84],"larger":[22],"linguistic":[23],"item,":[24,34],"such":[25,35],"as":[26,36],"paragraph,":[28],"is":[29,91],"captured":[30],"by":[31],"smaller":[33],"sentence.":[38],"Highquality":[39],"data":[40],"sets":[41],"were":[42],"constructed":[43],"for":[44,74],"four":[45],"comparison":[46,76],"types":[47],"using":[48],"multi-stage":[49],"annotation":[50],"procedures":[51],"with":[52,69,93],"graded":[54],"scale":[55],"similarity.":[57],"Nineteen":[58],"teams":[59],"submitted":[60],"38":[61],"systems.":[62],"Most":[63],"systems":[64],"surpassed":[65],"baseline":[67],"performance,":[68],"several":[70],"attaining":[71],"high":[72],"performance":[73,88],"multiple":[75],"types.":[77],"Further,":[78],"our":[79],"results":[80],"show":[81],"that":[82],"comparisons":[83],"semantic":[85],"representation":[86],"increase":[87],"beyond":[89],"what":[90],"possible":[92],"text":[94],"alone.":[95]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":18}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}