{"id":"https://openalex.org/W2748374366","doi":"https://doi.org/10.1002/prot.25371","title":"Assessment of model accuracy estimations in CASP12","display_name":"Assessment of model accuracy estimations in CASP12","alternate_titles":[],"publication_year":2017,"publication_date":"2017-08-17","ids":{"openalex":"https://openalex.org/W2748374366","doi":"https://doi.org/10.1002/prot.25371","mag":"2748374366","pmid":"https://pubmed.ncbi.nlm.nih.gov/28833563","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5816721"},"language":"en","primary_location":{"id":"doi:10.1002/prot.25371","doi":"https://doi.org/10.1002/prot.25371","is_oa":false,"landing_page_url":"https://doi.org/10.1002/prot.25371","pdf_url":null,"source":{"id":"https://openalex.org/S121161810","display_name":"Proteins Structure Function and Bioinformatics","issn_l":"0887-3585","issn":["0887-3585","1097-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proteins: Structure, Function, and Bioinformatics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2748374366"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5816721","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046112262","display_name":"Andriy Kryshtafovych","orcid":"https://orcid.org/0000-0001-5066-7178","observed_orcids":["https://orcid.org/0000-0001-5066-7178"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andriy Kryshtafovych","raw_affiliation_strings":["Genome Center, University of California, Davis, California"],"raw_orcid":"https://orcid.org/0000-0001-5066-7178","affiliations":[{"raw_affiliation_string":"Genome Center, University of California, Davis, California","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063408550","display_name":"Bohdan Monastyrskyy","orcid":"https://orcid.org/0000-0002-4803-0378","observed_orcids":["https://orcid.org/0000-0002-4803-0378"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bohdan Monastyrskyy","raw_affiliation_strings":["Genome Center, University of California, Davis, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Genome Center, University of California, Davis, California","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074974770","display_name":"Krzysztof A. Fidelis","orcid":"https://orcid.org/0000-0002-8061-412X","observed_orcids":["https://orcid.org/0000-0002-8061-412X"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krzysztof Fidelis","raw_affiliation_strings":["Genome Center, University of California, Davis, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Genome Center, University of California, Davis, California","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049569891","display_name":"Torsten F. Schwede","orcid":"https://orcid.org/0000-0003-2715-335X","observed_orcids":["https://orcid.org/0000-0003-2715-335X"]},"institutions":[{"id":"https://openalex.org/I12708293","display_name":"SIB Swiss Institute of Bioinformatics","ror":"https://ror.org/002n09z45","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I12708293"]},{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Schwede","raw_affiliation_strings":["Biozentrum, University of Basel, Basel, Switzerland","Computational Stuctural Biology Group, SIB Swiss Institute of Bioinformatics, Basel, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biozentrum, University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"Computational Stuctural Biology Group, SIB Swiss Institute of Bioinformatics, Basel, Switzerland","institution_ids":["https://openalex.org/I12708293"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112661316","display_name":"Anna Luna Tramontano","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Anna Tramontano","raw_affiliation_strings":["Department of Physics, Sapienza University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046112262"],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":{"value":4550,"currency":"USD","value_usd":4550},"apc_paid":null,"fwci":3.7085,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.94975351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"86","issue":"S1","first_page":"345","last_page":"360"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11162","display_name":"Enzyme Structure and Function","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-accuracy-assessment","display_name":"model accuracy assessment","score":0.8980000019073486},{"id":"https://openalex.org/keywords/caspase-12","display_name":"caspase-12","score":0.878000020980835},{"id":"https://openalex.org/keywords/protein-structure-prediction","display_name":"protein structure prediction","score":0.847000002861023},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.531000018119812},{"id":"https://openalex.org/keywords/consensus-methods","display_name":"consensus methods","score":0.6660000085830688},{"id":"https://openalex.org/keywords/gdt-ts","display_name":"GDT_TS","score":0.7269999980926514},{"id":"https://openalex.org/keywords/cad","display_name":"CAD","score":0.4580000042915344},{"id":"https://openalex.org/keywords/protein-tertiary-structure-prediction","display_name":"protein tertiary structure prediction","score":0.5730000138282776}],"concepts":[{"id":"https://openalex.org/C66153294","wikidata":"https://www.wikidata.org/wiki/Q899291","display_name":"CASP","level":4,"score":0.7004895806312561},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6203307509422302},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5215308666229248},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4962840676307678},{"id":"https://openalex.org/C202799725","wikidata":"https://www.wikidata.org/wiki/Q272035","display_name":"Accuracy and precision","level":2,"score":0.44510623812675476},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4318668246269226},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4005391597747803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37646999955177307},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3440040946006775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30914896726608276},{"id":"https://openalex.org/C18051474","wikidata":"https://www.wikidata.org/wiki/Q899656","display_name":"Protein structure prediction","level":3,"score":0.30082181096076965},{"id":"https://openalex.org/C46141821","wikidata":"https://www.wikidata.org/wiki/Q209402","display_name":"Nuclear magnetic resonance","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C47701112","wikidata":"https://www.wikidata.org/wiki/Q735188","display_name":"Protein structure","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008958","descriptor_name":"Models, Molecular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011487","descriptor_name":"Protein Conformation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011506","descriptor_name":"Proteins","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D016000","descriptor_name":"Cluster Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016415","descriptor_name":"Sequence Alignment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D020539","descriptor_name":"Sequence Analysis, Protein","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030562","descriptor_name":"Databases, Protein","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1002/prot.25371","doi":"https://doi.org/10.1002/prot.25371","is_oa":false,"landing_page_url":"https://doi.org/10.1002/prot.25371","pdf_url":null,"source":{"id":"https://openalex.org/S121161810","display_name":"Proteins Structure Function and Bioinformatics","issn_l":"0887-3585","issn":["0887-3585","1097-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proteins: Structure, Function, and Bioinformatics","raw_type":"journal-article"},{"id":"pmid:28833563","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28833563","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proteins","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:5370069","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5816721","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:5816721","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC5816721/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Proteins","raw_type":"Text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt2mn4d5rz","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/2mn4d5rz","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proteins Structure Function and Bioinformatics, vol 86, iss S1","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:europepmc.org:5370069","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5816721","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G9000920723","display_name":"Center for Critical Assessment of Structure Prediction (CASP)","funder_award_id":"R01GM100482","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2048290645","https://openalex.org/W2103986334","https://openalex.org/W2104879218","https://openalex.org/W2110483430","https://openalex.org/W2113267464","https://openalex.org/W2126711803","https://openalex.org/W2127054268","https://openalex.org/W2140673705","https://openalex.org/W2158996088","https://openalex.org/W2168321064","https://openalex.org/W2299697047"],"related_works":["https://openalex.org/W2168321064","https://openalex.org/W2950538451","https://openalex.org/W2953524386","https://openalex.org/W2103986334","https://openalex.org/W3186243460","https://openalex.org/W2104879218","https://openalex.org/W2770936674","https://openalex.org/W2969735716","https://openalex.org/W2290412022","https://openalex.org/W1979077113"],"abstract_inverted_index":{"The":[0,12,61,161],"record":[1],"high":[2],"42":[3],"model":[4,33,218],"accuracy":[5,27,44,76,85,158,163],"estimation":[6,164],"methods":[7,21,64,104,115,165,193,201],"were":[8,36,166,202],"tested":[9],"in":[10,22,98,116,148,176,188],"CASP12.":[11],"paper":[13],"presents":[14],"results":[15,183],"of":[16,19,45,63,86,132,135,138,159,184,192],"the":[17,23,39,87,99,107,118,125,133,141,174,182,185,189,195],"assessment":[18],"these":[20],"whole-model":[24],"and":[25,53,59,81,91,95,152,155,181],"per-residue":[26],"modes.":[28],"Scores":[29],"from":[30,69,121,194],"four":[31],"different":[32],"evaluation":[34],"packages":[35],"used":[37],"as":[38,217],"\"ground":[40],"truth\"":[41],"for":[42,140],"assessing":[43],"methods'":[46],"estimates.":[47],"They":[48],"include":[49],"a":[50],"rigid-body":[51],"score-GDT_TS,":[52],"three":[54,210],"local-structure":[55],"based":[56],"scores-LDDT,":[57],"CAD":[58],"SphereGrinder.":[60],"ability":[62],"to":[65,106,168,173,204],"identify":[66],"best":[67,119,162,186],"models":[68,100,120,139,154],"among":[70],"several":[71],"available,":[72],"predict":[73,84],"model's":[74],"absolute":[75],"score,":[77],"distinguish":[78],"between":[79,93,150],"good":[80,151],"bad":[82,153],"models,":[83],"coordinate":[88],"error":[89],"self-estimates,":[90],"discriminate":[92],"reliable":[94],"unreliable":[96],"regions":[97],"was":[101],"assessed.":[102],"Single-model":[103],"advanced":[105],"point":[108],"where":[109],"they":[110],"are":[111,145],"better":[112,147,170,206],"than":[113,207],"clustering":[114,179],"picking":[117],"decoy":[122],"sets.":[123],"On":[124],"other":[126],"hand,":[127],"consensus":[128],"methods,":[129],"taking":[130],"advantage":[131],"availability":[134],"large":[136],"number":[137],"same":[142],"target":[143],"protein,":[144],"still":[146],"distinguishing":[149],"predicting":[156],"local":[157],"models.":[160],"shown":[167,203],"perform":[169],"with":[171],"respect":[172],"frozen":[175],"time":[177],"reference":[178],"method":[180,187],"corresponding":[190],"class":[191],"previous":[196],"CASP.":[197],"Top":[198],"performing":[199],"single-model":[200],"do":[205],"all":[208],"but":[209],"CASP12":[211],"tertiary":[212],"structure":[213],"predictors":[214],"when":[215],"evaluated":[216],"selectors.":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2748374366","counts_by_year":[{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2017-08-31T00:00:00"}
