{"id":"https://openalex.org/W2109429447","doi":"https://doi.org/10.1186/1471-2105-12-486","title":"Constructing a semantic predication gold standard from the biomedical literature","display_name":"Constructing a semantic predication gold standard from the biomedical literature","publication_year":2011,"publication_date":"2011-12-01","ids":{"openalex":"https://openalex.org/W2109429447","doi":"https://doi.org/10.1186/1471-2105-12-486","mag":"2109429447","pmid":"https://pubmed.ncbi.nlm.nih.gov/22185221"},"language":"en","primary_location":{"id":"doi:10.1186/1471-2105-12-486","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-12-486","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-12-486","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-12-486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016571803","display_name":"Halil Kilicoglu","orcid":"https://orcid.org/0000-0003-3987-9393"},"institutions":[{"id":"https://openalex.org/I2800548410","display_name":"United States National Library of Medicine","ror":"https://ror.org/0060t0j89","country_code":"US","type":"archive","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Halil Kilicoglu","raw_affiliation_strings":["Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA. kilicogluh@mail.nih.gov","Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA","Department of Computer Science and Software Engineering, Concordia University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA. kilicogluh@mail.nih.gov","institution_ids":["https://openalex.org/I2800548410","https://openalex.org/I4210109390"]},{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA","institution_ids":["https://openalex.org/I4210109390"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049096404","display_name":"Graciela Rosemblat","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graciela Rosemblat","raw_affiliation_strings":["Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210109390"]},{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#","institution_ids":["https://openalex.org/I4210109390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062552700","display_name":"Marcelo Fiszman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcelo Fiszman","raw_affiliation_strings":["Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210109390"]},{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#","institution_ids":["https://openalex.org/I4210109390"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046137010","display_name":"Thomas C. Rindflesch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas C Rindflesch","raw_affiliation_strings":["Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210109390"]},{"raw_affiliation_string":"Lister Hill National Center for Biomedical Communications, National Library of Medicine, Bethesda, USA#TAB#","institution_ids":["https://openalex.org/I4210109390"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016571803"],"corresponding_institution_ids":["https://openalex.org/I2800548410","https://openalex.org/I4210109390","https://openalex.org/I60158472"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2790},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2790},"fwci":1.4598,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.81273241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"1","first_page":"486","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unified-medical-language-system","display_name":"Unified Medical Language System","score":0.855631947517395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7892630100250244},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6719331741333008},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6071674227714539},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.5885838270187378},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5284742116928101},{"id":"https://openalex.org/keywords/biomedical-text-mining","display_name":"Biomedical text mining","score":0.4624517261981964},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.4585331380367279},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4510660469532013},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.4428277909755707},{"id":"https://openalex.org/keywords/controlled-vocabulary","display_name":"Controlled vocabulary","score":0.43956267833709717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3413357138633728},{"id":"https://openalex.org/keywords/text-mining","display_name":"Text mining","score":0.22841590642929077},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15563824772834778}],"concepts":[{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.855631947517395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7892630100250244},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6719331741333008},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6071674227714539},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.5885838270187378},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5284742116928101},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.4624517261981964},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.4585331380367279},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4510660469532013},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4428277909755707},{"id":"https://openalex.org/C110615152","wikidata":"https://www.wikidata.org/wiki/Q1469824","display_name":"Controlled vocabulary","level":2,"score":0.43956267833709717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3413357138633728},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.22841590642929077},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15563824772834778},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1186/1471-2105-12-486","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-12-486","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-12-486","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},{"id":"pmid:22185221","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22185221","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC bioinformatics","raw_type":null},{"id":"pmh:oai:doaj.org/article:a3a06fa7bfb04ea29ee76d5db6d327f9","is_oa":false,"landing_page_url":"https://doaj.org/article/a3a06fa7bfb04ea29ee76d5db6d327f9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol 12, Iss 1, p 486 (2011)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:2290818","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3281188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/1471-2105-12-486","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-12-486","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-12-486","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2109429447.pdf","grobid_xml":"https://content.openalex.org/works/W2109429447.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W76749362","https://openalex.org/W79139011","https://openalex.org/W136741500","https://openalex.org/W174568167","https://openalex.org/W819451571","https://openalex.org/W1483118642","https://openalex.org/W1599615952","https://openalex.org/W1608124137","https://openalex.org/W1829379010","https://openalex.org/W1850865022","https://openalex.org/W1870686808","https://openalex.org/W1872095891","https://openalex.org/W1986463049","https://openalex.org/W1989217037","https://openalex.org/W2015191210","https://openalex.org/W2028259390","https://openalex.org/W2032566933","https://openalex.org/W2045016337","https://openalex.org/W2053154970","https://openalex.org/W2056616115","https://openalex.org/W2093157872","https://openalex.org/W2098201295","https://openalex.org/W2101819947","https://openalex.org/W2103427999","https://openalex.org/W2107580398","https://openalex.org/W2110279753","https://openalex.org/W2122402213","https://openalex.org/W2127241285","https://openalex.org/W2144001613","https://openalex.org/W2149803936","https://openalex.org/W2159583324","https://openalex.org/W2161299591","https://openalex.org/W2163107094","https://openalex.org/W2166474856","https://openalex.org/W2295692079","https://openalex.org/W2605340330","https://openalex.org/W2799321649","https://openalex.org/W2912915691","https://openalex.org/W2923652028","https://openalex.org/W4213060373","https://openalex.org/W4240861547","https://openalex.org/W4366077702"],"related_works":["https://openalex.org/W2509297716","https://openalex.org/W1508778694","https://openalex.org/W138082899","https://openalex.org/W2303098424","https://openalex.org/W2159583324","https://openalex.org/W2114373757","https://openalex.org/W2149600008","https://openalex.org/W2036729745","https://openalex.org/W2010487328","https://openalex.org/W2052511096"],"abstract_inverted_index":{"BACKGROUND:":[0],"Semantic":[1,110],"relations":[2,135],"increasingly":[3],"underpin":[4],"biomedical":[5,39,90,132],"text":[6,40,133,255],"mining":[7,41],"and":[8,46,107,119,159,205,249,272],"knowledge":[9],"discovery":[10],"applications.":[11],"The":[12,96],"success":[13],"of":[14,23,89,127,237],"such":[15,36],"practical":[16],"applications":[17],"crucially":[18],"depends":[19],"on":[20,43,85,137,199],"the":[21,101,108,121,128,152,164,173,187,200,212,223,227,261,278,298],"quality":[22],"extracted":[24],"relations,":[25],"which":[26,75],"can":[27,239],"be":[28,240],"assessed":[29],"against":[30],"a":[31,68,86,141,220,288],"gold":[32,70,280],"standard":[33,71,281],"reference.":[34],"Most":[35],"references":[37],"in":[38,74,130,151,172,211,226,242,264],"focus":[42],"narrow":[44],"subdomains":[45],"adopt":[47],"different":[48],"semantic":[49,94,161,251,293],"representations,":[50],"rendering":[51],"them":[52],"difficult":[53],"to":[54,124,147,170,184,192,256,285],"use":[55],"for":[56,104,112,291],"benchmarking":[57],"independently":[58],"developed":[59],"relation":[60],"extraction":[61],"systems.":[62],"In":[63,177],"this":[64],"article,":[65],"we":[66,76,179,295],"present":[67],"multi-phase":[69],"annotation":[72,175,218,229],"study,":[73],"annotated":[77],"500":[78],"sentences":[79],"randomly":[80],"selected":[81],"from":[82],"MEDLINE":[83],"abstracts":[84],"wide":[87],"range":[88],"topics":[91],"with":[92,134],"1371":[93],"predications.":[95],"UMLS":[97,109,203],"Metathesaurus":[98],"served":[99],"as":[100,260,287],"main":[102,174,228,262],"source":[103],"conceptual":[105,217,265],"information":[106],"Network":[111],"relational":[113],"information.":[114],"We":[115,144],"measured":[116],"interannotator":[117,149,209],"agreement":[118,150,165,182,188,210,225,238],"analyzed":[120],"annotations":[122],"closely":[123],"identify":[125],"some":[126],"challenges":[129],"annotating":[131],"based":[136,197],"an":[138,234],"ontology":[139],"or":[140],"terminology.":[142],"RESULTS:":[143],"obtain":[145],"fair":[146],"moderate":[148],"practice":[153,213],"phase":[154,214,230],"(0.378-0.475).":[155],"With":[156],"improved":[157],"guidelines":[158,248],"additional":[160],"equivalence":[162,252],"criteria,":[163],"increases":[166,183],"by":[167,245],"12%":[168],"(0.415":[169],"0.536)":[171],"phase.":[176],"addition,":[178],"find":[180],"that":[181,195,216,233,297],"0.688":[185],"when":[186],"calculation":[189],"is":[190,219,274,282],"limited":[191],"those":[193],"predications":[194,268],"are":[196,301],"only":[198],"explicitly":[201],"provided":[202],"concepts":[204,258],"relations.":[206],"CONCLUSIONS:":[207],"While":[208,277],"confirms":[215],"challenging":[221],"task,":[222],"increasing":[224],"points":[231],"out":[232],"acceptable":[235],"level":[236],"achieved":[241],"multiple":[243],"iterations,":[244],"setting":[246],"stricter":[247],"establishing":[250],"criteria.":[253],"Mapping":[254],"ontological":[257],"emerges":[259],"challenge":[263],"annotation.":[266],"Annotating":[267],"involving":[269],"biomolecular":[270],"entities":[271],"processes":[273],"particularly":[275],"challenging.":[276],"resulting":[279],"mainly":[283],"intended":[284],"serve":[286],"test":[289],"collection":[290],"our":[292],"interpreter,":[294],"believe":[296],"lessons":[299],"learned":[300],"applicable":[302],"generally.":[303]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}