{"id":"https://openalex.org/W3205521089","doi":"https://doi.org/10.1101/2021.10.09.463757","title":"SBMate: A Framework for Evaluating Quality of Annotations in Systems Biology Models","display_name":"SBMate: A Framework for Evaluating Quality of Annotations in Systems Biology Models","publication_year":2021,"publication_date":"2021-10-09","ids":{"openalex":"https://openalex.org/W3205521089","doi":"https://doi.org/10.1101/2021.10.09.463757","mag":"3205521089"},"language":"en","primary_location":{"id":"doi:10.1101/2021.10.09.463757","doi":"https://doi.org/10.1101/2021.10.09.463757","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2021.10.09.463757","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2021/10/09/2021.10.09.463757.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2021/10/09/2021.10.09.463757.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026812944","display_name":"Woosub Shin","orcid":"https://orcid.org/0000-0002-2319-2960","observed_orcids":["https://orcid.org/0000-0002-2319-2960"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Woosub Shin","raw_affiliation_strings":["Auckland Bioengineering Institute, The University of Auckland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auckland Bioengineering Institute, The University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joseph L. Hellerstein","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph L. Hellerstein","raw_affiliation_strings":["eScience Institute, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"eScience Institute, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032187922","display_name":"Yuda Munarko","orcid":"https://orcid.org/0000-0002-9656-3945","observed_orcids":["https://orcid.org/0000-0002-9656-3945"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yuda Munarko","raw_affiliation_strings":["Auckland Bioengineering Institute, The University of Auckland"],"raw_orcid":"https://orcid.org/0000-0002-9656-3945","affiliations":[{"raw_affiliation_string":"Auckland Bioengineering Institute, The University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031987031","display_name":"Maxwell Lewis Neal","orcid":"https://orcid.org/0000-0002-2390-6572","observed_orcids":["https://orcid.org/0000-0002-2390-6572"]},"institutions":[{"id":"https://openalex.org/I4405262941","display_name":"Seattle Children's Research Institute","ror":"https://ror.org/00cz0md82","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295499534","https://openalex.org/I4405262941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxwell L. Neal","raw_affiliation_strings":["Center for Global Infectious Disease Research, Seattle Children\u2019s Research Institute"],"raw_orcid":"https://orcid.org/0000-0002-2390-6572","affiliations":[{"raw_affiliation_string":"Center for Global Infectious Disease Research, Seattle Children\u2019s Research Institute","institution_ids":["https://openalex.org/I4405262941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086460310","display_name":"David Phillip Nickerson","orcid":"https://orcid.org/0000-0003-4667-9779","observed_orcids":["https://orcid.org/0000-0003-4667-9779"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"David P. Nickerson","raw_affiliation_strings":["Auckland Bioengineering Institute, The University of Auckland"],"raw_orcid":"https://orcid.org/0000-0003-4667-9779","affiliations":[{"raw_affiliation_string":"Auckland Bioengineering Institute, The University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077187288","display_name":"Anand Rampadarath","orcid":"https://orcid.org/0000-0001-8830-6212","observed_orcids":["https://orcid.org/0000-0001-8830-6212"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Anand K. Rampadarath","raw_affiliation_strings":["Auckland Bioengineering Institute, The University of Auckland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auckland Bioengineering Institute, The University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044484291","display_name":"Herbert M. Sauro","orcid":"https://orcid.org/0000-0002-3659-6817","observed_orcids":["https://orcid.org/0000-0002-3659-6817"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Herbert M. Sauro","raw_affiliation_strings":["Department of Bioengineering, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Bioengineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010618664","display_name":"John H. Gennari","orcid":"https://orcid.org/0000-0001-8254-4957","observed_orcids":["https://orcid.org/0000-0001-8254-4957"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John H. Gennari","raw_affiliation_strings":["Department of Biomedical Informatics and Medical Education, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Medical Education, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026812944"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.3725999891757965,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.3725999891757965,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.3009999990463257,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.09749999642372131,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-annotation","display_name":"semantic annotation","score":0.7450000047683716},{"id":"https://openalex.org/keywords/systems-biology-models","display_name":"systems biology models","score":0.8870000243186951},{"id":"https://openalex.org/keywords/annotation-quality-evaluation","display_name":"annotation quality evaluation","score":0.9549999833106995},{"id":"https://openalex.org/keywords/annotation-consistency","display_name":"annotation consistency","score":0.9850000143051147},{"id":"https://openalex.org/keywords/biomodels","display_name":"biomodels","score":0.6880000233650208},{"id":"https://openalex.org/keywords/model-reuse","display_name":"model reuse","score":0.6949999928474426},{"id":"https://openalex.org/keywords/python-library","display_name":"Python library","score":0.4449999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7408789396286011},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7293813824653625},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6297085285186768},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.496582567691803},{"id":"https://openalex.org/C519536355","wikidata":"https://www.wikidata.org/wiki/Q21021151","display_name":"Repurposing","level":2,"score":0.45873939990997314},{"id":"https://openalex.org/C152662350","wikidata":"https://www.wikidata.org/wiki/Q815297","display_name":"Systems biology","level":2,"score":0.41893088817596436},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4160526990890503},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4018620252609253},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36714309453964233},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.18265536427497864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17457649111747742},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16659793257713318},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1401328444480896},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/2021.10.09.463757","doi":"https://doi.org/10.1101/2021.10.09.463757","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2021.10.09.463757","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2021/10/09/2021.10.09.463757.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/2021.10.09.463757","doi":"https://doi.org/10.1101/2021.10.09.463757","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2021.10.09.463757","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2021/10/09/2021.10.09.463757.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1344189124","display_name":null,"funder_award_id":"1933453","funder_id":"https://openalex.org/F4320310094","funder_display_name":"University of Washington"},{"id":"https://openalex.org/G1675061984","display_name":null,"funder_award_id":"P41GM109824","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3161751711","display_name":"National Center for Dynamic Interactome Research","funder_award_id":"P41GM109824","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G6321517409","display_name":"EAGER: Technologies for the Reproducibility of Biological Computational Models","funder_award_id":"1933453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6368880058","display_name":null,"funder_award_id":"P41GM109824","funder_id":"https://openalex.org/F4320310094","funder_display_name":"University of Washington"},{"id":"https://openalex.org/G7280962592","display_name":null,"funder_award_id":"1933453","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205521089.pdf","grobid_xml":"https://content.openalex.org/works/W3205521089.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W618046730","https://openalex.org/W2008830098","https://openalex.org/W2068930732","https://openalex.org/W2097203094","https://openalex.org/W2098769288","https://openalex.org/W2112563944","https://openalex.org/W2114124738","https://openalex.org/W2128501050","https://openalex.org/W2150908245","https://openalex.org/W2170122529","https://openalex.org/W2788254992","https://openalex.org/W2892906004","https://openalex.org/W2920140146","https://openalex.org/W2972248834","https://openalex.org/W2987028578","https://openalex.org/W3010629926","https://openalex.org/W3037297315"],"related_works":["https://openalex.org/W4387948540","https://openalex.org/W6920813353","https://openalex.org/W4384338858","https://openalex.org/W7096485424","https://openalex.org/W2128501050","https://openalex.org/W4252108650","https://openalex.org/W4243346383","https://openalex.org/W4248522679","https://openalex.org/W2098769288","https://openalex.org/W2020561965"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"interests":[2],"in":[3,13,74,92],"repurposing":[4],"and":[5,32,85,128],"reusing":[6],"systems":[7,75],"biology":[8,76],"models":[9,119],"have":[10],"been":[11],"growing":[12],"recent":[14],"years.":[15],"Semantic":[16],"annotations":[17,73,90,99,113],"play":[18],"an":[19],"important":[20],"role":[21],"for":[22,68,102],"this,":[23],"as":[24,65],"they":[25],"provide":[26],"crucial":[27],"information":[28],"on":[29],"the":[30,46,70,98,103,112,121,125,130,140],"meanings":[31],"functions":[33],"of":[34,42,50,72,143],"models.":[35,77],"However,":[36],"there":[37],"are":[38,81,100],"a":[39,59,66,93],"limited":[40],"number":[41],"tools":[43],"that":[44,62],"evaluate":[45],"existence":[47],"or":[48],"quality":[49,71],"such":[51],"annotations.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"introduce":[57],"SBMate,":[58],"python":[60],"package":[61],"would":[63],"serve":[64],"framework":[67],"evaluating":[69],"Three":[78],"default":[79],"metrics":[80,127,133],"provided:":[82],"coverage,":[83],"consistency,":[84],"specificity.":[86],"Coverage":[87],"checks":[88],"whether":[89],"exist":[91],"model.":[94],"Consistency":[95],"tests":[96],"if":[97],"appropriate":[101],"given":[104],"model":[105],"element.":[106],"Finally,":[107],"specificity":[108],"represents":[109],"how":[110],"detailed":[111],"are.":[114],"We":[115],"analyzed":[116],"1,000":[117],"curated":[118],"from":[120],"BioModels":[122],"repository":[123],"using":[124],"three":[126],"discussed":[129],"results.":[131],"Additional":[132],"can":[134],"be":[135],"easily":[136],"added":[137],"to":[138],"extend":[139],"current":[141],"version":[142],"SBMate.":[144]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-10-25T00:00:00"}