{"id":"https://openalex.org/W2741389109","doi":"https://doi.org/10.18653/v1/w17-2711","title":"The Event StoryLine Corpus: A New Benchmark for Causal and Temporal Relation Extraction","display_name":"The Event StoryLine Corpus: A New Benchmark for Causal and Temporal Relation Extraction","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2741389109","doi":"https://doi.org/10.18653/v1/w17-2711","mag":"2741389109"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-2711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2711","pdf_url":"https://www.aclweb.org/anthology/W17-2711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Events and Stories in the News Workshop","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-2711.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064384923","display_name":"Tommaso Caselli","orcid":"https://orcid.org/0000-0003-2936-0256"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Tommaso Caselli","raw_affiliation_strings":["Vrije Universiteit Amsterdam De Boelelaan 1105 1081 HV Amsterdam (NL)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam De Boelelaan 1105 1081 HV Amsterdam (NL)","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003791447","display_name":"Piek Vossen","orcid":"https://orcid.org/0000-0002-6238-5941"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Piek Vossen","raw_affiliation_strings":["Vrije Universiteit Amsterdam De Boelelaan 1105 1081 HV Amsterdam (NL)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam De Boelelaan 1105 1081 HV Amsterdam (NL)","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5064384923"],"corresponding_institution_ids":["https://openalex.org/I865915315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":140,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"77","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8819278478622437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8594803810119629},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7439804673194885},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.7323126196861267},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6979696750640869},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6524468660354614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6327084302902222},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5409572720527649},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37520265579223633},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.3227667212486267},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2868092656135559}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8819278478622437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8594803810119629},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7439804673194885},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.7323126196861267},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6979696750640869},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6524468660354614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6327084302902222},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5409572720527649},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37520265579223633},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3227667212486267},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2868092656135559},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w17-2711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2711","pdf_url":"https://www.aclweb.org/anthology/W17-2711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Events and Stories in the News Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire/6470e0ba-ef75-4bbd-b0e3-ebc69ed6762f","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/6470e0ba-ef75-4bbd-b0e3-ebc69ed6762f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Caselli, T & Vossen, P T J M 2017, The Event StoryLine Corpus: A new Benchmark for causal and temporal Relation Extraction. in T Caselli, B Miller, M van Erp, P Vossen, M Palmer, E Hovy, T Mitamura & D Caswell (eds), Proceedings of the Events and Stories in the News Workshop. ACL Anthology, pp. 77-86. https://doi.org/10.18653/v1/W17-2711","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/6470e0ba-ef75-4bbd-b0e3-ebc69ed6762f","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/6470e0ba-ef75-4bbd-b0e3-ebc69ed6762f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Caselli, T & Vossen, P T J M 2017, The Event StoryLine Corpus: A new Benchmark for causal and temporal Relation Extraction. in T Caselli, B Miller, M van Erp, P Vossen, M Palmer, E Hovy, T Mitamura & D Caswell (eds), Proceedings of the Events and Stories in the News Workshop. ACL Anthology, pp. 77-86. https://doi.org/10.18653/v1/W17-2711","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research.vu.nl:publications/6470e0ba-ef75-4bbd-b0e3-ebc69ed6762f","is_oa":true,"landing_page_url":"https://aclanthology.org/W17-2711/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Caselli, T & Vossen, P T J M 2017, The Event StoryLine Corpus: A new Benchmark for causal and temporal Relation Extraction. in T Caselli, B Miller, M van Erp, P Vossen, M Palmer, E Hovy, T Mitamura & D Caswell (eds), Proceedings of the Events and Stories in the News Workshop. ACL Anthology, pp. 77-86. https://doi.org/10.18653/v1/W17-2711","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-2711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2711","pdf_url":"https://www.aclweb.org/anthology/W17-2711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Events and Stories in the News Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2741389109.pdf","grobid_xml":"https://content.openalex.org/works/W2741389109.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W4287592","https://openalex.org/W30314283","https://openalex.org/W101786867","https://openalex.org/W318647910","https://openalex.org/W625225874","https://openalex.org/W637805381","https://openalex.org/W1497300277","https://openalex.org/W1526125566","https://openalex.org/W1787105636","https://openalex.org/W1913805045","https://openalex.org/W1993027114","https://openalex.org/W2008271589","https://openalex.org/W2044222399","https://openalex.org/W2075123415","https://openalex.org/W2115736534","https://openalex.org/W2234575251","https://openalex.org/W2251195259","https://openalex.org/W2251325107","https://openalex.org/W2251358367","https://openalex.org/W2251552857","https://openalex.org/W2251766678","https://openalex.org/W2341790067","https://openalex.org/W2489322917","https://openalex.org/W2511178802","https://openalex.org/W2561222820","https://openalex.org/W2563936462","https://openalex.org/W2571747590","https://openalex.org/W3159110522","https://openalex.org/W4211012927","https://openalex.org/W4298149550","https://openalex.org/W4386506836"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4385734297","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W2547211086","https://openalex.org/W4221160509","https://openalex.org/W3114142812","https://openalex.org/W4380551175"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2],"on":[3,72],"the":[4,15,31,67,79,82,88],"Event":[5],"StoryLine":[6,32],"Corpus":[7],"(ESC)":[8],"v0.9,":[9],"a":[10,28,57],"new":[11,29],"benchmark":[12],"dataset":[13],"for":[14,45,87],"temporal":[16],"and":[17,41,54,84],"causal":[18],"relation":[19],"detection.":[20],"By":[21],"developing":[22],"this":[23],"dataset,":[24,68],"we":[25,69],"also":[26,70],"introduce":[27],"task,":[30],"Extraction":[33],"from":[34,47],"news":[35,49],"data,":[36],"which":[37],"aims":[38],"at":[39],"extracting":[40],"classifying":[42],"events":[43],"relevant":[44],"stories,":[46],"across":[48],"documents":[50],"spread":[51],"in":[52],"time":[53],"clustered":[55],"around":[56],"single":[58],"seminal":[59],"event":[60],"or":[61],"topic.":[62],"In":[63],"addition":[64],"to":[65],"describing":[66],"report":[71],"three":[73],"baselines":[74],"systems":[75],"whose":[76],"results":[77],"show":[78],"complexity":[80],"of":[81,90],"task":[83],"suggest":[85],"directions":[86],"development":[89],"more":[91],"robust":[92],"systems.":[93]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}