{"id":"https://openalex.org/W2468432491","doi":"https://doi.org/10.18653/v1/s16-1165","title":"SemEval-2016 Task 12: Clinical TempEval","display_name":"SemEval-2016 Task 12: Clinical TempEval","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2468432491","doi":"https://doi.org/10.18653/v1/s16-1165","mag":"2468432491"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s16-1165","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s16-1165","pdf_url":"https://www.aclweb.org/anthology/S16-1165.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S16-1165.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068978543","display_name":"Steven Bethard","orcid":"https://orcid.org/0000-0001-9560-6491"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]},{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Steven Bethard","raw_affiliation_strings":["University of Sheffield Sheffield, S1 4DP, UK","University of Alabama at Birmingham Birmingham, AL 35294, USA","Brandeis University Waltham, MA 02453, USA","University of Colorado Boulder Boulder, CO 80309","Guergana Savova Harvard Medical School Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield Sheffield, S1 4DP, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"University of Alabama at Birmingham Birmingham, AL 35294, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"Brandeis University Waltham, MA 02453, USA","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"University of Colorado Boulder Boulder, CO 80309","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Guergana Savova Harvard Medical School Boston, MA 02115, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087865794","display_name":"Guergana Savova","orcid":"https://orcid.org/0000-0002-5887-200X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guergana Savova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077281650","display_name":"Wei-Te Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]},{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Wei-Te Chen","raw_affiliation_strings":["University of Colorado Boulder Boulder, CO 80309","University of Alabama at Birmingham Birmingham, AL 35294, USA","University of Sheffield Sheffield, S1 4DP, UK","Brandeis University Waltham, MA 02453, USA","Guergana Savova Harvard Medical School Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder Boulder, CO 80309","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Alabama at Birmingham Birmingham, AL 35294, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"University of Sheffield Sheffield, S1 4DP, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Brandeis University Waltham, MA 02453, USA","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"Guergana Savova Harvard Medical School Boston, MA 02115, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024746221","display_name":"Leon Derczynski","orcid":"https://orcid.org/0000-0002-8656-3431"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]},{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Leon Derczynski","raw_affiliation_strings":["Brandeis University Waltham, MA 02453, USA","Guergana Savova Harvard Medical School Boston, MA 02115, USA","University of Alabama at Birmingham Birmingham, AL 35294, USA","University of Colorado Boulder Boulder, CO 80309","University of Sheffield Sheffield, S1 4DP, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brandeis University Waltham, MA 02453, USA","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"Guergana Savova Harvard Medical School Boston, MA 02115, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"University of Alabama at Birmingham Birmingham, AL 35294, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"University of Colorado Boulder Boulder, CO 80309","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Sheffield Sheffield, S1 4DP, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012141433","display_name":"James Pustejovsky","orcid":"https://orcid.org/0000-0003-2233-9761"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]},{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"James Pustejovsky","raw_affiliation_strings":["Guergana Savova Harvard Medical School Boston, MA 02115, USA","University of Alabama at Birmingham Birmingham, AL 35294, USA","Brandeis University Waltham, MA 02453, USA","University of Colorado Boulder Boulder, CO 80309","University of Sheffield Sheffield, S1 4DP, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guergana Savova Harvard Medical School Boston, MA 02115, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"University of Alabama at Birmingham Birmingham, AL 35294, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"Brandeis University Waltham, MA 02453, USA","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"University of Colorado Boulder Boulder, CO 80309","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Sheffield Sheffield, S1 4DP, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087568487","display_name":"Marc Verhagen","orcid":"https://orcid.org/0000-0002-2284-8163"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]},{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Marc Verhagen","raw_affiliation_strings":["Brandeis University Waltham, MA 02453, USA","University of Colorado Boulder Boulder, CO 80309","University of Alabama at Birmingham Birmingham, AL 35294, USA","University of Sheffield Sheffield, S1 4DP, UK","Guergana Savova Harvard Medical School Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brandeis University Waltham, MA 02453, USA","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"University of Colorado Boulder Boulder, CO 80309","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Alabama at Birmingham Birmingham, AL 35294, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"University of Sheffield Sheffield, S1 4DP, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Guergana Savova Harvard Medical School Boston, MA 02115, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":41.5146,"has_fulltext":true,"cited_by_count":184,"citation_normalized_percentile":{"value":0.99776399,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1052","last_page":"1062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.8472874164581299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7272396087646484},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6612961888313293},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40329328179359436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3602735996246338},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06543108820915222}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.8472874164581299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272396087646484},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6612961888313293},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40329328179359436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3602735996246338},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06543108820915222},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/s16-1165","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s16-1165","pdf_url":"https://www.aclweb.org/anthology/S16-1165.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/s16-1165","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s16-1165","pdf_url":"https://www.aclweb.org/anthology/S16-1165.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G5529147748","display_name":null,"funder_award_id":"R01LM010090","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G5539889705","display_name":null,"funder_award_id":"R01LM010090","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1913805045","https://openalex.org/W1944671275","https://openalex.org/W2058070641","https://openalex.org/W2123442489","https://openalex.org/W2137407193","https://openalex.org/W2157275230","https://openalex.org/W2250522125","https://openalex.org/W2251220668","https://openalex.org/W2293262013","https://openalex.org/W2293452551","https://openalex.org/W2466201236","https://openalex.org/W2466568148","https://openalex.org/W2467000763","https://openalex.org/W2470149935","https://openalex.org/W2473418600","https://openalex.org/W2917019145","https://openalex.org/W2963637781","https://openalex.org/W4301204525"],"related_works":["https://openalex.org/W1988325893","https://openalex.org/W2751613946","https://openalex.org/W4287887314","https://openalex.org/W2803726945","https://openalex.org/W4291593823","https://openalex.org/W2805641541","https://openalex.org/W4385572443","https://openalex.org/W4221151255","https://openalex.org/W2955722679","https://openalex.org/W2963463993"],"abstract_inverted_index":{"Clinical":[0,103],"TempEval":[1,104],"2016":[2],"evaluated":[3,34],"temporal":[4,26,80],"information":[5],"extraction":[6],"systems":[7,30,69,89],"on":[8,35,73],"the":[9,44,54,67,87,94,100],"clinical":[10,39,55],"domain.":[11,56],"Nine":[12],"sub-tasks":[13],"were":[14,31],"included,":[15],"covering":[16],"problems":[17],"in":[18],"time":[19],"expression":[20,23],"identification,":[21],"event":[22],"identification":[24],"and":[25,33,40,76,90],"relation":[27],"identification.":[28],"Participant":[29],"trained":[32],"a":[36,60,84],"corpus":[37],"of":[38,51,62,102],"pathology":[41],"notes":[42],"from":[43],"Mayo":[45],"Clinic,":[46],"annotated":[47],"with":[48,66],"an":[49],"extension":[50],"TimeML":[52],"for":[53],"14":[57],"teams":[58],"submitted":[59],"total":[61],"40":[63],"system":[64],"runs,":[65],"best":[68,88],"achieving":[70],"near-human":[71],"performance":[72],"identifying":[74,79],"events":[75],"times.":[77],"On":[78],"relations,":[81],"there":[82],"was":[83,96],"gap":[85,95,101],"between":[86],"human":[91],"performance,":[92],"but":[93],"less":[97],"than":[98],"half":[99],"2015.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":27},{"year":2016,"cited_by_count":19}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}