{"id":"https://openalex.org/W2985484476","doi":"https://doi.org/10.1371/journal.pcbi.1007419","title":"Novel comparison of evaluation metrics for gene ontology classifiers reveals drastic performance differences","display_name":"Novel comparison of evaluation metrics for gene ontology classifiers reveals drastic performance differences","publication_year":2019,"publication_date":"2019-11-04","ids":{"openalex":"https://openalex.org/W2985484476","doi":"https://doi.org/10.1371/journal.pcbi.1007419","mag":"2985484476","pmid":"https://pubmed.ncbi.nlm.nih.gov/31682632"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1007419","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007419","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007419&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007419&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113158431","display_name":"Ilya Plyusnin","orcid":null},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ilya Plyusnin","raw_affiliation_strings":["Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064498279","display_name":"Liisa Holm","orcid":"https://orcid.org/0000-0002-7807-2966"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Liisa Holm","raw_affiliation_strings":["Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland","Research Programme in Organismal and Evolutionary Biology, Faculty of Biosciences, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"Research Programme in Organismal and Evolutionary Biology, Faculty of Biosciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030987435","display_name":"Petri T\u00f6r\u00f6nen","orcid":"https://orcid.org/0000-0003-4764-9790"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Petri T\u00f6r\u00f6nen","raw_affiliation_strings":["Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4764-9790","affiliations":[{"raw_affiliation_string":"Institute of Biotechnology, Helsinki Institute of Life Sciences, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5030987435"],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.9943,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.7578181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"15","issue":"11","first_page":"e1007419","last_page":"e1007419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8974771499633789},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7640235424041748},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6617094278335571},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6106319427490234},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.558127760887146},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5065585374832153},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.49801206588745117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4906965494155884},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.4857771694660187},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47972574830055237},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4532233476638794},{"id":"https://openalex.org/keywords/gene-ontology","display_name":"Gene ontology","score":0.42584049701690674},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3590324819087982}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8974771499633789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7640235424041748},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6617094278335571},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6106319427490234},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.558127760887146},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5065585374832153},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49801206588745117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4906965494155884},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.4857771694660187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47972574830055237},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4532233476638794},{"id":"https://openalex.org/C2987395477","wikidata":"https://www.wikidata.org/wiki/Q135085","display_name":"Gene ontology","level":4,"score":0.42584049701690674},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3590324819087982},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C150194340","wikidata":"https://www.wikidata.org/wiki/Q26972","display_name":"Gene expression","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030541","descriptor_name":"Databases, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030562","descriptor_name":"Databases, Protein","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030562","descriptor_name":"Databases, Protein","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030562","descriptor_name":"Databases, Protein","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D058977","descriptor_name":"Molecular Sequence Annotation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D063990","descriptor_name":"Gene Ontology","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":false},{"descriptor_ui":"D063990","descriptor_name":"Gene Ontology","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":false},{"descriptor_ui":"D063990","descriptor_name":"Gene Ontology","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":false}],"locations_count":7,"locations":[{"id":"doi:10.1371/journal.pcbi.1007419","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007419","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007419&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:31682632","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31682632","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1007419","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1007419","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:8b213cf3f4444d7e981d7abb270cd34a","is_oa":true,"landing_page_url":"https://doaj.org/article/8b213cf3f4444d7e981d7abb270cd34a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 15, Iss 11, p e1007419 (2019)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/10250165","is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/Novel_comparison_of_evaluation_metrics_for_gene_ontology_classifiers_reveals_drastic_performance_differences/10250165","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:oai:helda.helsinki.fi:10138/312094","is_oa":true,"landing_page_url":"http://hdl.handle.net/10138/312094","pdf_url":null,"source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6855565","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6855565","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1007419","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007419","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1007419&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310086","display_name":"Helsingin Yliopisto","ror":"https://ror.org/040af2s02"},{"id":"https://openalex.org/F4320322861","display_name":"Emil Aaltosen S\u00e4\u00e4ti\u00f6","ror":"https://ror.org/005rt3g54"},{"id":"https://openalex.org/F4320333873","display_name":"Helsinki Institute of Life Science, Helsingin Yliopisto","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2985484476.pdf","grobid_xml":"https://content.openalex.org/works/W2985484476.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W608314793","https://openalex.org/W1495712943","https://openalex.org/W1647729745","https://openalex.org/W1659833910","https://openalex.org/W1843749293","https://openalex.org/W2015363484","https://openalex.org/W2038721957","https://openalex.org/W2060900933","https://openalex.org/W2068916031","https://openalex.org/W2075740080","https://openalex.org/W2077181076","https://openalex.org/W2084168100","https://openalex.org/W2098432760","https://openalex.org/W2103017472","https://openalex.org/W2113142309","https://openalex.org/W2114482012","https://openalex.org/W2116825089","https://openalex.org/W2117486996","https://openalex.org/W2119027485","https://openalex.org/W2122814955","https://openalex.org/W2143250705","https://openalex.org/W2143550392","https://openalex.org/W2144981148","https://openalex.org/W2147461734","https://openalex.org/W2157585454","https://openalex.org/W2162813650","https://openalex.org/W2227395312","https://openalex.org/W2261870206","https://openalex.org/W2331384579","https://openalex.org/W2426363820","https://openalex.org/W2799828084","https://openalex.org/W2947872911","https://openalex.org/W2989608901","https://openalex.org/W4235505822","https://openalex.org/W4245055982","https://openalex.org/W4246413330","https://openalex.org/W6636975626"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W2794019507"],"abstract_inverted_index":{"Automated":[0],"protein":[1],"annotation":[2,24,43,96,103,125,150,169],"using":[3,170],"the":[4,13,33,64,118,128,197,216,257],"Gene":[5,217],"Ontology":[6,218],"(GO)":[7],"plays":[8],"an":[9,42],"important":[10],"role":[11],"in":[12,127,159],"biosciences.":[14],"Evaluation":[15,37],"has":[16,29],"always":[17],"been":[18,30],"considered":[19],"central":[20],"to":[21,32,50,98,111,132,155,184,196,222,251],"developing":[22],"novel":[23,80],"methods,":[25],"but":[26],"little":[27],"attention":[28],"paid":[31],"evaluation":[34,85,119,165,211,225,232,258],"metrics":[35,38,60,86,166,182,212,233],"themselves.":[36],"define":[39],"how":[40],"well":[41,214],"method":[44],"performs":[45],"and":[46,172,219,240],"allows":[47],"for":[48,74,82,123,167,237,244],"them":[49],"be":[51,235],"ranked":[52],"against":[53],"one":[54],"another.":[55],"Unfortunately,":[56],"most":[57],"of":[58,102,108,254,259],"these":[59,144],"were":[61,72],"adopted":[62],"from":[63],"machine":[65],"learning":[66],"literature":[67],"without":[68],"establishing":[69],"whether":[70,134],"they":[71],"appropriate":[73],"GO":[75,84,160,168],"annotations.":[76],"We":[77,116,162,178],"propose":[78,220],"a":[79,100],"approach":[81,93],"comparing":[83],"called":[87],"Artificial":[88],"Dilution":[89],"Series":[90],"(ADS).":[91],"Our":[92],"uses":[94],"existing":[95],"data":[97,200],"generate":[99],"series":[101],"sets":[104],"with":[105,146,215],"different":[106,138,187],"levels":[107],"correctness":[109],"(referred":[110],"as":[112],"their":[113,238],"signal":[114,139,188],"level).":[115],"calculate":[117],"metric":[120],"being":[121],"tested":[122,236],"each":[124],"set":[126],"series,":[129],"allowing":[130],"us":[131],"identify":[133],"it":[135],"can":[136],"separate":[137],"levels.":[140],"Finally,":[141],"we":[142,206,229,241],"contrast":[143],"results":[145,261],"several":[147,223],"false":[148,198],"positive":[149,199],"sets,":[151],"which":[152,210],"are":[153],"designed":[154],"expose":[156],"systematic":[157],"weaknesses":[158],"assessment.":[161],"compared":[163],"37":[164],"ADS":[171,248],"identified":[173],"drastic":[174],"differences":[175],"between":[176,186],"metrics.":[177,226],"show":[179],"that":[180,231],"some":[181],"struggle":[183],"differentiate":[185],"levels,":[189],"while":[190],"others":[191],"give":[192],"erroneously":[193],"high":[194],"scores":[195],"sets.":[201],"Based":[202],"on":[203,209],"our":[204],"findings,":[205],"provide":[207,242],"guidelines":[208],"perform":[213],"improvements":[221],"well-known":[224],"In":[227],"general,":[228],"argue":[230],"should":[234],"performance":[239],"software":[243],"this":[245],"purpose":[246],"(https://bitbucket.org/plyusnin/ads/).":[247],"is":[249,262],"applicable":[250],"other":[252],"areas":[253],"science":[255],"where":[256],"prediction":[260],"non-trivial.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}