{"id":"https://openalex.org/W2933083636","doi":"https://doi.org/10.1016/j.ymeth.2019.04.003","title":"How to benchmark RNA secondary structure prediction accuracy","display_name":"How to benchmark RNA secondary structure prediction accuracy","alternate_titles":[],"publication_year":2019,"publication_date":"2019-04-02","ids":{"openalex":"https://openalex.org/W2933083636","doi":"https://doi.org/10.1016/j.ymeth.2019.04.003","mag":"2933083636","pmid":"https://pubmed.ncbi.nlm.nih.gov/30951834","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7202366"},"language":"en","primary_location":{"id":"doi:10.1016/j.ymeth.2019.04.003","doi":"https://doi.org/10.1016/j.ymeth.2019.04.003","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.ymeth.2019.04.003","pdf_url":null,"source":{"id":"https://openalex.org/S73539393","display_name":"Methods","issn_l":"1046-2023","issn":["1046-2023","1095-9130"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2933083636"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7202366/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002272329","display_name":"David H. Mathews","orcid":"https://orcid.org/0000-0002-2907-6557","observed_orcids":["https://orcid.org/0000-0002-2907-6557","https://orcid.org/0000-0002-4695-0269"]},"institutions":[{"id":"https://openalex.org/I28792581","display_name":"University of Rochester Medicine","ror":"https://ror.org/00trqv719","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I28792581","https://openalex.org/I5388228"]},{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"David H. Mathews","raw_affiliation_strings":["Center for RNA Biology, Department of Biochemistry & Biophysics, and Department of Biostatistics & Computational Biology, University of Rochester Medical Center, 601 Elmwood Avenue, Box 712, Rochester, NY 14642, United States. Electronic address: David_Mathews@urmc.rochester.edu","Center for RNA Biology, Department of Biochemistry & Biophysics, and Department of Biostatistics & Computational Biology, University of Rochester Medical Center, 601 Elmwood Avenue, Box 712, Rochester, NY 14642, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for RNA Biology, Department of Biochemistry & Biophysics, and Department of Biostatistics & Computational Biology, University of Rochester Medical Center, 601 Elmwood Avenue, Box 712, Rochester, NY 14642, United States. Electronic address: David_Mathews@urmc.rochester.edu","institution_ids":["https://openalex.org/I28792581","https://openalex.org/I5388228"]},{"raw_affiliation_string":"Center for RNA Biology, Department of Biochemistry & Biophysics, and Department of Biostatistics & Computational Biology, University of Rochester Medical Center, 601 Elmwood Avenue, Box 712, Rochester, NY 14642, United States","institution_ids":["https://openalex.org/I28792581","https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5002272329"],"corresponding_institution_ids":["https://openalex.org/I28792581","https://openalex.org/I5388228"],"apc_list":{"value":3300,"currency":"USD","value_usd":3300},"apc_paid":null,"fwci":0.4648,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.42979099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"162-163","issue":null,"first_page":"60","last_page":"67"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10521","display_name":"RNA and protein synthesis mechanisms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10521","display_name":"RNA and protein synthesis mechanisms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rna-secondary-structure-prediction","display_name":"RNA secondary structure prediction","score":0.9919999837875366},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.949999988079071},{"id":"https://openalex.org/keywords/prediction-accuracy","display_name":"prediction accuracy","score":0.6029999852180481},{"id":"https://openalex.org/keywords/benchmark-structure","display_name":"benchmark structure","score":0.7250000238418579},{"id":"https://openalex.org/keywords/accuracy-metrics","display_name":"accuracy measures","score":0.9440000057220459},{"id":"https://openalex.org/keywords/statistical-significance-testing","display_name":"statistical significance testing","score":0.8820000290870667}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8571933507919312},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7686124444007874},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6252796649932861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6186506152153015},{"id":"https://openalex.org/C85468374","wikidata":"https://www.wikidata.org/wiki/Q6589957","display_name":"Nucleic acid secondary structure","level":4,"score":0.46804094314575195},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42736637592315674},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3970339596271515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38258421421051025},{"id":"https://openalex.org/C67705224","wikidata":"https://www.wikidata.org/wiki/Q11053","display_name":"RNA","level":3,"score":0.27565059065818787},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14849314093589783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13132742047309875},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10701459646224976},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009690","descriptor_name":"Nucleic Acid Conformation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012313","descriptor_name":"RNA","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D012313","descriptor_name":"RNA","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017423","descriptor_name":"Sequence Analysis, RNA","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D017423","descriptor_name":"Sequence Analysis, RNA","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.ymeth.2019.04.003","doi":"https://doi.org/10.1016/j.ymeth.2019.04.003","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.ymeth.2019.04.003","pdf_url":null,"source":{"id":"https://openalex.org/S73539393","display_name":"Methods","issn_l":"1046-2023","issn":["1046-2023","1095-9130"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods","raw_type":"journal-article"},{"id":"pmid:30951834","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30951834","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods (San Diego, Calif.)","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7202366","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7202366/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Methods","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:7202366","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7202366/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Methods","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7910166688","display_name":"Supporting RNA structure: Software for RNA Analysis","funder_award_id":"R01GM076485","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W149500278","https://openalex.org/W166206240","https://openalex.org/W1190321151","https://openalex.org/W1210862076","https://openalex.org/W1542426682","https://openalex.org/W1584395599","https://openalex.org/W1825235522","https://openalex.org/W1861164398","https://openalex.org/W1947234087","https://openalex.org/W1966894875","https://openalex.org/W1973290333","https://openalex.org/W1975390562","https://openalex.org/W1976312746","https://openalex.org/W1978034323","https://openalex.org/W1980410097","https://openalex.org/W1981576666","https://openalex.org/W1983534198","https://openalex.org/W1986240764","https://openalex.org/W1988409793","https://openalex.org/W1988884185","https://openalex.org/W1995403172","https://openalex.org/W2000544820","https://openalex.org/W2001001471","https://openalex.org/W2004945910","https://openalex.org/W2009215595","https://openalex.org/W2009773926","https://openalex.org/W2009818318","https://openalex.org/W2010292728","https://openalex.org/W2015177453","https://openalex.org/W2020546070","https://openalex.org/W2024799598","https://openalex.org/W2034393805","https://openalex.org/W2039383512","https://openalex.org/W2039746015","https://openalex.org/W2044595289","https://openalex.org/W2045895660","https://openalex.org/W2048382535","https://openalex.org/W2051713039","https://openalex.org/W2055214702","https://openalex.org/W2057850636","https://openalex.org/W2061158331","https://openalex.org/W2067258168","https://openalex.org/W2068846969","https://openalex.org/W2070339052","https://openalex.org/W2073149987","https://openalex.org/W2078707264","https://openalex.org/W2081612459","https://openalex.org/W2084875499","https://openalex.org/W2091705944","https://openalex.org/W2097456216","https://openalex.org/W2098553089","https://openalex.org/W2098571862","https://openalex.org/W2099028333","https://openalex.org/W2101219438","https://openalex.org/W2102017611","https://openalex.org/W2102225325","https://openalex.org/W2106478835","https://openalex.org/W2106551127","https://openalex.org/W2109638684","https://openalex.org/W2113816707","https://openalex.org/W2115215562","https://openalex.org/W2115729502","https://openalex.org/W2119377644","https://openalex.org/W2119894284","https://openalex.org/W2119966574","https://openalex.org/W2120376060","https://openalex.org/W2125126793","https://openalex.org/W2130479394","https://openalex.org/W2131163333","https://openalex.org/W2133839648","https://openalex.org/W2137640371","https://openalex.org/W2140818786","https://openalex.org/W2141152740","https://openalex.org/W2141351700","https://openalex.org/W2142056356","https://openalex.org/W2146357275","https://openalex.org/W2146721220","https://openalex.org/W2146912125","https://openalex.org/W2147258111","https://openalex.org/W2147394603","https://openalex.org/W2147459598","https://openalex.org/W2148725278","https://openalex.org/W2151725821","https://openalex.org/W2159548583","https://openalex.org/W2162224067","https://openalex.org/W2167702868","https://openalex.org/W2170157200","https://openalex.org/W2222214196","https://openalex.org/W2264446896","https://openalex.org/W2335480701","https://openalex.org/W2408839459","https://openalex.org/W2412575231","https://openalex.org/W2416081024","https://openalex.org/W2472632604","https://openalex.org/W2522325651","https://openalex.org/W2536860838","https://openalex.org/W2554065905","https://openalex.org/W2586267308","https://openalex.org/W2616877598","https://openalex.org/W2619328280","https://openalex.org/W2737685253","https://openalex.org/W2759571676","https://openalex.org/W2766848373","https://openalex.org/W2767701940","https://openalex.org/W2896362432","https://openalex.org/W4251866352","https://openalex.org/W6606117351","https://openalex.org/W6688813895"],"related_works":["https://openalex.org/W2119894284","https://openalex.org/W2211810546","https://openalex.org/W2141494692","https://openalex.org/W1565234155","https://openalex.org/W2019590688","https://openalex.org/W7204121641","https://openalex.org/W7125484332","https://openalex.org/W7222184992","https://openalex.org/W2056678178","https://openalex.org/W1585306636"],"abstract_inverted_index":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2933083636","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-04-11T00:00:00"}
