{"id":"https://openalex.org/W2126276057","doi":"https://doi.org/10.1186/1471-2105-6-s1-s1","title":"Overview of BioCreAtIvE: critical assessment of information extraction for biology","display_name":"Overview of BioCreAtIvE: critical assessment of information extraction for biology","publication_year":2005,"publication_date":"2005-05-01","ids":{"openalex":"https://openalex.org/W2126276057","doi":"https://doi.org/10.1186/1471-2105-6-s1-s1","mag":"2126276057","pmid":"https://pubmed.ncbi.nlm.nih.gov/15960821"},"language":"en","primary_location":{"id":"doi:10.1186/1471-2105-6-s1-s1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-6-s1-s1","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-6-S1-S1","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-6-S1-S1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068115280","display_name":"Lynette Hirschman","orcid":"https://orcid.org/0000-0001-8442-0720"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lynette Hirschman","raw_affiliation_strings":["The MITRE Corporation, 202 Burlington Road, Bedford, MA 01730, USA. lynette@mitre.org","The MITRE Corporation Bedford, USA"],"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, 202 Burlington Road, Bedford, MA 01730, USA. lynette@mitre.org","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"The MITRE Corporation Bedford, USA","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109982569","display_name":"Alexander Yeh","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Yeh","raw_affiliation_strings":["The MITRE Corporation Bedford, USA"],"affiliations":[{"raw_affiliation_string":"The MITRE Corporation Bedford, USA","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017361070","display_name":"Christian Blaschke","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096080","display_name":"Palobiofarma (Spain)","ror":"https://ror.org/00r0qcs48","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210096080"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Christian Blaschke","raw_affiliation_strings":["Bioalma, Ronda de Poniente, Tres Cantos, Spain"],"affiliations":[{"raw_affiliation_string":"Bioalma, Ronda de Poniente, Tres Cantos, Spain","institution_ids":["https://openalex.org/I4210096080"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015217651","display_name":"Alfonso Valencia","orcid":"https://orcid.org/0000-0002-8937-6789"},"institutions":[{"id":"https://openalex.org/I134820265","display_name":"Consejo Superior de Investigaciones Cient\u00edficas","ror":"https://ror.org/02gfc7t72","country_code":"ES","type":"funder","lineage":["https://openalex.org/I134820265"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alfonso Valencia","raw_affiliation_strings":["Protein Design Group, National Center of Biotechnology, CNB-CSIC, Cantoblanco, Spain"],"affiliations":[{"raw_affiliation_string":"Protein Design Group, National Center of Biotechnology, CNB-CSIC, Cantoblanco, Spain","institution_ids":["https://openalex.org/I134820265"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068115280"],"corresponding_institution_ids":["https://openalex.org/I44896327"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":20.2911,"has_fulltext":true,"cited_by_count":541,"citation_normalized_percentile":{"value":0.99746654,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"6","issue":"S1","first_page":"S1","last_page":"S1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7078152894973755},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6804090738296509},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.6801184415817261},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.5847285985946655},{"id":"https://openalex.org/keywords/biomedical-text-mining","display_name":"Biomedical text mining","score":0.5535953044891357},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.546844482421875},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.49791550636291504},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4950982630252838},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4849167466163635},{"id":"https://openalex.org/keywords/controlled-vocabulary","display_name":"Controlled vocabulary","score":0.44638746976852417},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.437434583902359},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43501603603363037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4278469979763031},{"id":"https://openalex.org/keywords/gene-nomenclature","display_name":"Gene nomenclature","score":0.41069626808166504},{"id":"https://openalex.org/keywords/text-mining","display_name":"Text mining","score":0.3306611180305481},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14361974596977234},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.0950424075126648}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078152894973755},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6804090738296509},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.6801184415817261},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.5847285985946655},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.5535953044891357},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.546844482421875},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.49791550636291504},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4950982630252838},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4849167466163635},{"id":"https://openalex.org/C110615152","wikidata":"https://www.wikidata.org/wiki/Q1469824","display_name":"Controlled vocabulary","level":2,"score":0.44638746976852417},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.437434583902359},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43501603603363037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4278469979763031},{"id":"https://openalex.org/C62177273","wikidata":"https://www.wikidata.org/wiki/Q5531556","display_name":"Gene nomenclature","level":4,"score":0.41069626808166504},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.3306611180305481},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14361974596977234},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.0950424075126648},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C514705636","wikidata":"https://www.wikidata.org/wiki/Q863247","display_name":"Nomenclature","level":3,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003628","descriptor_name":"Database Management Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009626","descriptor_name":"Terminology as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019451","descriptor_name":"Information Management","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019451","descriptor_name":"Information Management","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019451","descriptor_name":"Information Management","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D038622","descriptor_name":"Internationality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D038622","descriptor_name":"Internationality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D038622","descriptor_name":"Internationality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1186/1471-2105-6-s1-s1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-6-s1-s1","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-6-S1-S1","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},{"id":"pmid:15960821","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/15960821","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC bioinformatics","raw_type":null},{"id":"pmh:oai:digital.csic.es:10261/1435","is_oa":true,"landing_page_url":"http://hdl.handle.net/10261/1435","pdf_url":null,"source":{"id":"https://openalex.org/S4306401639","display_name":"DIGITAL.CSIC (Spanish National Research Council (CSIC))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134820265","host_organization_name":"Consejo Superior de Investigaciones Cient\u00edficas","host_organization_lineage":["https://openalex.org/I134820265"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Art\u00edculo"},{"id":"pmh:oai:doaj.org/article:1a00921f948b4042bab0062a9ac1f298","is_oa":true,"landing_page_url":"https://doaj.org/article/1a00921f948b4042bab0062a9ac1f298","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol 6, Iss Suppl 1, p S1 (2005)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:1869002","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/1869002","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/1471-2105-6-s1-s1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-6-s1-s1","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-6-S1-S1","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2126276057.pdf","grobid_xml":"https://content.openalex.org/works/W2126276057.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1604959358","https://openalex.org/W1970863518","https://openalex.org/W1976015112","https://openalex.org/W2011295095","https://openalex.org/W2018874418","https://openalex.org/W2025672980","https://openalex.org/W2040734632","https://openalex.org/W2040778567","https://openalex.org/W2044602212","https://openalex.org/W2048140075","https://openalex.org/W2056119436","https://openalex.org/W2061166439","https://openalex.org/W2091779953","https://openalex.org/W2091978351","https://openalex.org/W2092795373","https://openalex.org/W2097106271","https://openalex.org/W2099100406","https://openalex.org/W2103017472","https://openalex.org/W2117479478","https://openalex.org/W2123273303","https://openalex.org/W2135912801","https://openalex.org/W2141869602","https://openalex.org/W2151296343","https://openalex.org/W2151698208","https://openalex.org/W2152183901","https://openalex.org/W2158256570","https://openalex.org/W2166711445"],"related_works":["https://openalex.org/W3004288456","https://openalex.org/W2548624545","https://openalex.org/W2017675085","https://openalex.org/W4288094423","https://openalex.org/W2980250610","https://openalex.org/W4378419072","https://openalex.org/W4387606006","https://openalex.org/W2134429551","https://openalex.org/W125725911","https://openalex.org/W2061714289"],"abstract_inverted_index":{"The":[0,16,54],"first":[1],"BioCreAtIvE":[2,88],"assessment":[3,17,131],"achieved":[4,35],"a":[5,23,36,127],"high":[6],"level":[7],"of":[8,72,87,95,117],"international":[9],"participation":[10],"(27":[11],"groups":[12],"from":[13,62],"10":[14],"countries).":[15],"provided":[18],"state-of-the-art":[19],"performance":[20],"results":[21,55,118],"for":[22,49,56,101,122,132],"basic":[24],"task":[25,59,138],"(gene":[26],"name":[27],"finding":[28],"and":[29,78,93,97],"normalization),":[30],"where":[31,75],"the":[32,57,69,91,123,133],"best":[33],"systems":[34],"balanced":[37],"80%":[38],"precision":[39],"/":[40],"recall":[41],"or":[42,119],"better,":[43],"which":[44],"potentially":[45],"makes":[46],"them":[47],"suitable":[48],"real":[50],"applications":[51],"in":[52,108,137],"biology.":[53],"advanced":[58],"(functional":[60],"annotation":[61],"free":[63],"text)":[64],"were":[65],"significantly":[66],"lower,":[67],"demonstrating":[68],"current":[70],"limitations":[71],"text-mining":[73],"approaches":[74],"knowledge":[76],"extrapolation":[77],"interpretation":[79],"are":[80,105],"required.":[81],"In":[82],"addition,":[83],"an":[84],"important":[85],"contribution":[86],"has":[89],"been":[90],"creation":[92],"release":[94],"training":[96],"test":[98,134],"data":[99,120,124],"sets":[100],"both":[102],"tasks.":[103],"There":[104],"22":[106],"articles":[107],"this":[109],"special":[110],"issue,":[111],"including":[112,126],"six":[113],"that":[114],"provide":[115],"analyses":[116],"quality":[121],"sets,":[125],"novel":[128],"inter-annotator":[129],"consistency":[130],"set":[135],"used":[136],"2.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":23},{"year":2015,"cited_by_count":18},{"year":2014,"cited_by_count":22},{"year":2013,"cited_by_count":39},{"year":2012,"cited_by_count":38}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}