{"id":"https://openalex.org/W2970846466","doi":"https://doi.org/10.18653/v1/w19-5019","title":"BioRelEx 1.0: Biological Relation Extraction Benchmark","display_name":"BioRelEx 1.0: Biological Relation Extraction Benchmark","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970846466","doi":"https://doi.org/10.18653/v1/w19-5019","mag":"2970846466"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5019","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/w19-5019","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005769994","display_name":"Hrant Khachatrian","orcid":"https://orcid.org/0000-0002-1544-5649"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hrant Khachatrian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027476361","display_name":"Lilit Nersisyan","orcid":"https://orcid.org/0000-0001-8525-420X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lilit Nersisyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061387148","display_name":"Karen Hambardzumyan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karen Hambardzumyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011186791","display_name":"T. V. Galstyan","orcid":"https://orcid.org/0000-0003-0269-8644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tigran Galstyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051109688","display_name":"Anna Hakobyan","orcid":"https://orcid.org/0000-0003-4085-701X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Hakobyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052114174","display_name":"Arsen Arakelyan","orcid":"https://orcid.org/0000-0002-6851-1056"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arsen Arakelyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004739989","display_name":"Andrey Rzhetsky","orcid":"https://orcid.org/0000-0001-6959-7405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrey Rzhetsky","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101715504","display_name":"Aram Galstyan","orcid":"https://orcid.org/0000-0003-4215-0886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aram Galstyan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5005769994"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.773,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.71328363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8540636897087097},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7079864740371704},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6547380089759827},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.6450908184051514},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.6162199974060059},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5243054628372192},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5034322142601013},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.496751606464386},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.416459858417511},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36793649196624756},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34709739685058594},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2886732518672943},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13796573877334595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8540636897087097},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7079864740371704},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6547380089759827},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.6450908184051514},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.6162199974060059},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5243054628372192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5034322142601013},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.496751606464386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.416459858417511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36793649196624756},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34709739685058594},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2886732518672943},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13796573877334595},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-5019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5019","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5019","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2032566933","https://openalex.org/W2064030835","https://openalex.org/W2166474856","https://openalex.org/W2518463060","https://openalex.org/W2773368817","https://openalex.org/W2806459746","https://openalex.org/W2888895007","https://openalex.org/W2916355958","https://openalex.org/W2917858269","https://openalex.org/W2962903510","https://openalex.org/W2963706121","https://openalex.org/W2963718112","https://openalex.org/W3106224367"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4385734297","https://openalex.org/W4285246823","https://openalex.org/W2045408812","https://openalex.org/W4226278302","https://openalex.org/W2547211086","https://openalex.org/W4221160509","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Automatic":[0],"extraction":[1,20,75],"of":[2,28,38,53],"relations":[3],"and":[4,21,40,81,89],"interactions":[5,63],"between":[6,64],"biological":[7],"entities":[8],"from":[9,57],"scientific":[10],"literature":[11,59],"remains":[12],"an":[13],"extremely":[14],"challenging":[15],"problem":[16],"in":[17,25],"biomedical":[18,58],"information":[19],"natural":[22],"language":[23],"processing":[24],"general.":[26],"One":[27],"the":[29,35,73],"reasons":[30],"for":[31,86],"slow":[32],"progress":[33],"is":[34],"relative":[36],"scarcity":[37],"standardized":[39],"publicly":[41],"available":[42],"benchmarks.":[43],"In":[44],"this":[45],"paper":[46],"we":[47,77,93],"introduce":[48],"BioRelEx,":[49],"a":[50,79,103],"new":[51],"dataset":[52],"fully":[54],"annotated":[55],"sentences":[56],"that":[60,109],"capture":[61],"binding":[62],"proteins":[65],"and/or":[66],"biomolecules.":[67],"To":[68],"foster":[69],"reproducible":[70],"research":[71],"on":[72,114],"interaction":[74],"task,":[76],"define":[78],"precise":[80],"transparent":[82],"evaluation":[83],"process,":[84],"tools":[85],"error":[87],"analysis":[88],"significance":[90],"tests.":[91],"Finally,":[92],"conduct":[94],"extensive":[95],"experiments":[96],"to":[97],"evaluate":[98],"several":[99,115],"baselines,":[100],"including":[101],"SciIE,":[102],"recently":[104],"introduced":[105],"neural":[106],"multi-task":[107],"architecture":[108],"has":[110],"demonstrated":[111],"state-of-the-art":[112],"performance":[113],"tasks.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}