{"id":"https://openalex.org/W4211076173","doi":"https://doi.org/10.1007/978-3-662-47909-4_6","title":"Evaluation Campaigns","display_name":"Evaluation Campaigns","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W4211076173","doi":"https://doi.org/10.1007/978-3-662-47909-4_6"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-662-47909-4_6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-47909-4_6","pdf_url":null,"source":{"id":"https://openalex.org/S4210206418","display_name":"Theory and applications of natural language processing","issn_l":"2192-032X","issn":["2192-032X","2192-0338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Theory and Applications of Natural Language Processing","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103978745","display_name":"Marta Vilar Recasens","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Marta Recasens","raw_affiliation_strings":["Google Inc., Mountain Vew, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain Vew, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110598639","display_name":"Sameer Pradhan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089741","display_name":"Boulder Language Technologies (United States)","ror":"https://ror.org/00c211r48","country_code":"US","type":"company","lineage":["https://openalex.org/I4210089741"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameer Pradhan","raw_affiliation_strings":["Boulder Learning, Inc., Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"Boulder Learning, Inc., Boulder, CO, USA","institution_ids":["https://openalex.org/I4210089741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103978745"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.30172294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"165","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coreference","display_name":"Coreference","score":0.9684547185897827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8173946142196655},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.7305529117584229},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7203006744384766},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7114162445068359},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5661410093307495},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.5539530515670776},{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.5362042784690857},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5232433676719666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4601064920425415},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4462878108024597},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.42851853370666504},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12145036458969116}],"concepts":[{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.9684547185897827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173946142196655},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.7305529117584229},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7203006744384766},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7114162445068359},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5661410093307495},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.5539530515670776},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.5362042784690857},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5232433676719666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4601064920425415},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4462878108024597},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.42851853370666504},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12145036458969116},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-662-47909-4_6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-47909-4_6","pdf_url":null,"source":{"id":"https://openalex.org/S4210206418","display_name":"Theory and applications of natural language processing","issn_l":"2192-032X","issn":["2192-032X","2192-0338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Theory and Applications of Natural Language Processing","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W772343327","https://openalex.org/W1577423537","https://openalex.org/W1594833364","https://openalex.org/W1672757658","https://openalex.org/W1964036268","https://openalex.org/W1965206833","https://openalex.org/W1965693266","https://openalex.org/W1970761617","https://openalex.org/W1972707925","https://openalex.org/W1980366261","https://openalex.org/W1990349324","https://openalex.org/W2011326807","https://openalex.org/W2013749177","https://openalex.org/W2040696756","https://openalex.org/W2050273484","https://openalex.org/W2061970800","https://openalex.org/W2068210077","https://openalex.org/W2068882115","https://openalex.org/W2080856991","https://openalex.org/W2088911157","https://openalex.org/W2098345921","https://openalex.org/W2099115159","https://openalex.org/W2128996912","https://openalex.org/W2131010894","https://openalex.org/W2131340601","https://openalex.org/W2153854736","https://openalex.org/W2157675472","https://openalex.org/W2157944021","https://openalex.org/W2162228163","https://openalex.org/W2164455818","https://openalex.org/W2164705687","https://openalex.org/W2250668331","https://openalex.org/W2251807306","https://openalex.org/W4253336001"],"related_works":["https://openalex.org/W3215967424","https://openalex.org/W2396571892","https://openalex.org/W3120396479","https://openalex.org/W2164705687","https://openalex.org/W4287704526","https://openalex.org/W3044452375","https://openalex.org/W3114038635","https://openalex.org/W2962934252","https://openalex.org/W3114706517","https://openalex.org/W2463861136"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}