{"id":"https://openalex.org/W2164698543","doi":"https://doi.org/10.1093/bib/bbm064","title":"ROC analysis: applications to the classification of biological sequences and 3D structures","display_name":"ROC analysis: applications to the classification of biological sequences and 3D structures","publication_year":2008,"publication_date":"2008-01-11","ids":{"openalex":"https://openalex.org/W2164698543","doi":"https://doi.org/10.1093/bib/bbm064","mag":"2164698543","pmid":"https://pubmed.ncbi.nlm.nih.gov/18192302"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbm064","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbm064","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007548695","display_name":"Paolo Sonego","orcid":"https://orcid.org/0000-0002-8576-0169"},"institutions":[{"id":"https://openalex.org/I91080651","display_name":"International Centre for Genetic Engineering and Biotechnology","ror":"https://ror.org/043bgf219","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I91080651"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"P. Sonego","raw_affiliation_strings":["Protein Structure and Bioinformatics Group, International Centre for Genetic Engineering and Biotechnology, 34012 Trieste, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Protein Structure and Bioinformatics Group, International Centre for Genetic Engineering and Biotechnology, 34012 Trieste, Italy","institution_ids":["https://openalex.org/I91080651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020008023","display_name":"Andr\u00e1s Kocsor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152167","display_name":"MTA-SZTE Research Group on Artificial Intelligence","ror":"https://ror.org/0507fk326","country_code":"HU","type":"facility","lineage":["https://openalex.org/I227486990","https://openalex.org/I4210152167","https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"A. Kocsor","raw_affiliation_strings":["Andr\u00e1s Kocsor is with the Research Group on Artificial Intelligence of the Hungarian Academy of Sciences and University of Szeged, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Andr\u00e1s Kocsor is with the Research Group on Artificial Intelligence of the Hungarian Academy of Sciences and University of Szeged, Hungary","institution_ids":["https://openalex.org/I4210152167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111912750","display_name":"S\u00e1ndor Pongor","orcid":null},"institutions":[{"id":"https://openalex.org/I91080651","display_name":"International Centre for Genetic Engineering and Biotechnology","ror":"https://ror.org/043bgf219","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I91080651"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"S. Pongor","raw_affiliation_strings":["S\u00e1ndor Pongor is with the Protein Structure and Bioinformatics Group, International Centre for Genetic Engineering and Biotechnology, 34012 Trieste, Italy and with the Bioinformatics Group, Biological Research Centre, Hungarian Academy of Sciences, Szeged, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S\u00e1ndor Pongor is with the Protein Structure and Bioinformatics Group, International Centre for Genetic Engineering and Biotechnology, 34012 Trieste, Italy and with the Bioinformatics Group, Biological Research Centre, Hungarian Academy of Sciences, Szeged, Hungary","institution_ids":["https://openalex.org/I91080651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3885,"currency":"USD","value_usd":3885},"apc_paid":null,"fwci":2.7279,"has_fulltext":false,"cited_by_count":155,"citation_normalized_percentile":{"value":0.90720259,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":"3","first_page":"198","last_page":"209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10519","display_name":"Advanced Proteomics Techniques and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7187557816505432},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5847184062004089},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.5388168692588806},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.49272969365119934},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45879244804382324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4126166105270386},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3379034399986267},{"id":"https://openalex.org/keywords/computational-biology","display_name":"Computational biology","score":0.3264469504356384},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09238868951797485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7187557816505432},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5847184062004089},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5388168692588806},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.49272969365119934},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45879244804382324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4126166105270386},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3379034399986267},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.3264469504356384},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09238868951797485},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008956","descriptor_name":"Models, Chemical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008956","descriptor_name":"Models, Chemical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008956","descriptor_name":"Models, Chemical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008968","descriptor_name":"Molecular Conformation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008968","descriptor_name":"Molecular Conformation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008968","descriptor_name":"Molecular Conformation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017421","descriptor_name":"Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017421","descriptor_name":"Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017421","descriptor_name":"Sequence Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1093/bib/bbm064","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbm064","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:18192302","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18192302","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1518873647","https://openalex.org/W1539462193","https://openalex.org/W1574111052","https://openalex.org/W1597852916","https://openalex.org/W1965910641","https://openalex.org/W1968114652","https://openalex.org/W1973714307","https://openalex.org/W1986155816","https://openalex.org/W1994642659","https://openalex.org/W1995178932","https://openalex.org/W2039408393","https://openalex.org/W2055043387","https://openalex.org/W2064335912","https://openalex.org/W2084787613","https://openalex.org/W2087064593","https://openalex.org/W2090282988","https://openalex.org/W2096942889","https://openalex.org/W2097413543","https://openalex.org/W2104960492","https://openalex.org/W2107432340","https://openalex.org/W2108490560","https://openalex.org/W2110397834","https://openalex.org/W2120401481","https://openalex.org/W2121849825","https://openalex.org/W2121852482","https://openalex.org/W2124158580","https://openalex.org/W2124537635","https://openalex.org/W2126785754","https://openalex.org/W2128833328","https://openalex.org/W2129882004","https://openalex.org/W2133312664","https://openalex.org/W2135893370","https://openalex.org/W2140795069","https://openalex.org/W2149539590","https://openalex.org/W2152257990","https://openalex.org/W2157825442","https://openalex.org/W2158698691","https://openalex.org/W2160697532","https://openalex.org/W2161959113","https://openalex.org/W2166962853","https://openalex.org/W2170960297","https://openalex.org/W2328176404","https://openalex.org/W3142026388"],"related_works":["https://openalex.org/W4385649027","https://openalex.org/W3183204001","https://openalex.org/W4327743144","https://openalex.org/W4388567440","https://openalex.org/W4386782890","https://openalex.org/W4313320911","https://openalex.org/W2607424049","https://openalex.org/W4245077728","https://openalex.org/W4390922876","https://openalex.org/W2185941092"],"abstract_inverted_index":{"ROC":[0,40],"('receiver":[1],"operator":[2],"characteristics')":[3],"analysis":[4,41],"is":[5],"a":[6],"visual":[7],"as":[8,10,22],"well":[9],"numerical":[11],"method":[12],"used":[13,24,76],"for":[14,25,63],"assessing":[15],"the":[16,36,43,56],"performance":[17],"of":[18,39,45,49],"classification":[19],"algorithms,":[20],"such":[21],"those":[23],"predicting":[26],"structures":[27],"and":[28,42,51,59,73],"functions":[29],"from":[30],"sequence":[31,50],"data.":[32],"This":[33],"review":[34],"summarizes":[35],"fundamental":[37],"concepts":[38],"interpretation":[44],"results":[46],"using":[47],"examples":[48],"structure":[52],"comparison.":[53],"We":[54],"overview":[55],"available":[57],"programs":[58],"provide":[60],"evaluation":[61],"guidelines":[62],"genomic/proteomic":[64],"data,":[65],"with":[66],"particular":[67],"regard":[68],"to":[69,71],"applications":[70],"large":[72],"heterogeneous":[74],"databases":[75],"in":[77],"bioinformatics.":[78]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":12}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}