{"id":"https://openalex.org/W2019657322","doi":"https://doi.org/10.1021/ci300084j","title":"Real External Predictivity of QSAR Models. Part 2. New Intercomparable Thresholds for Different Validation Criteria and the Need for Scatter Plot Inspection","display_name":"Real External Predictivity of QSAR Models. Part 2. New Intercomparable Thresholds for Different Validation Criteria and the Need for Scatter Plot Inspection","publication_year":2012,"publication_date":"2012-06-21","ids":{"openalex":"https://openalex.org/W2019657322","doi":"https://doi.org/10.1021/ci300084j","mag":"2019657322","pmid":"https://pubmed.ncbi.nlm.nih.gov/22721530"},"language":"en","primary_location":{"id":"doi:10.1021/ci300084j","is_oa":false,"landing_page_url":"https://doi.org/10.1021/ci300084j","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3424165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009291913","display_name":"Nicola Chirico","orcid":"https://orcid.org/0009-0007-8686-8095"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicola Chirico","raw_affiliation_strings":["QSAR Research Unit in Environmental\rChemistry and Ecotoxicology,\rDepartment of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy"],"affiliations":[{"raw_affiliation_string":"QSAR Research Unit in Environmental\rChemistry and Ecotoxicology,\rDepartment of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037756450","display_name":"Paola Gramatica","orcid":"https://orcid.org/0000-0002-6364-6138"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paola Gramatica","raw_affiliation_strings":["QSAR Research Unit in Environmental\rChemistry and Ecotoxicology,\rDepartment of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy","QSAR Research Unit in Environmental#R#Chemistry and Ecotoxicology,#R#Department of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy"],"affiliations":[{"raw_affiliation_string":"QSAR Research Unit in Environmental\rChemistry and Ecotoxicology,\rDepartment of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]},{"raw_affiliation_string":"QSAR Research Unit in Environmental#R#Chemistry and Ecotoxicology,#R#Department of Theoretical and Applied Sciences, University of Insubria, Via Dunant 3, 21100, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009291913"],"corresponding_institution_ids":["https://openalex.org/I115752224"],"apc_list":null,"apc_paid":null,"fwci":29.6359,"has_fulltext":false,"cited_by_count":515,"citation_normalized_percentile":{"value":0.99836913,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"52","issue":"8","first_page":"2044","last_page":"2058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantitative-structure\u2013activity-relationship","display_name":"Quantitative structure\u2013activity relationship","score":0.7085352540016174},{"id":"https://openalex.org/keywords/cutoff","display_name":"Cutoff","score":0.6807003617286682},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6561288833618164},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5695419311523438},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5365114212036133},{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.5071499347686768},{"id":"https://openalex.org/keywords/concordance-correlation-coefficient","display_name":"Concordance correlation coefficient","score":0.47787848114967346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4674224555492401},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4671235680580139},{"id":"https://openalex.org/keywords/scatter-plot","display_name":"Scatter plot","score":0.43310484290122986},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4289301037788391},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3615437150001526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.356391966342926},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3425595164299011},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.30823415517807007},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07554653286933899}],"concepts":[{"id":"https://openalex.org/C164126121","wikidata":"https://www.wikidata.org/wiki/Q766383","display_name":"Quantitative structure\u2013activity relationship","level":2,"score":0.7085352540016174},{"id":"https://openalex.org/C2778217198","wikidata":"https://www.wikidata.org/wiki/Q556977","display_name":"Cutoff","level":2,"score":0.6807003617286682},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6561288833618164},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5695419311523438},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5365114212036133},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.5071499347686768},{"id":"https://openalex.org/C2781059462","wikidata":"https://www.wikidata.org/wiki/Q5158906","display_name":"Concordance correlation coefficient","level":2,"score":0.47787848114967346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4674224555492401},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4671235680580139},{"id":"https://openalex.org/C31462909","wikidata":"https://www.wikidata.org/wiki/Q1045782","display_name":"Scatter plot","level":2,"score":0.43310484290122986},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4289301037788391},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3615437150001526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.356391966342926},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3425595164299011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30823415517807007},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07554653286933899},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1021/ci300084j","is_oa":false,"landing_page_url":"https://doi.org/10.1021/ci300084j","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},{"id":"pmid:22721530","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22721530","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical information and modeling","raw_type":null},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/1757179","is_oa":false,"landing_page_url":"http://hdl.handle.net/11383/1757179","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:zenodo.org:3424165","is_oa":true,"landing_page_url":"https://zenodo.org/record/3424165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3424165","is_oa":true,"landing_page_url":"https://zenodo.org/record/3424165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W17944005","https://openalex.org/W1974778190","https://openalex.org/W1982177423","https://openalex.org/W1993871655","https://openalex.org/W1994720097","https://openalex.org/W2014059083","https://openalex.org/W2054716083","https://openalex.org/W2055776987","https://openalex.org/W2057879803","https://openalex.org/W2060573532","https://openalex.org/W2063042542","https://openalex.org/W2073150707","https://openalex.org/W2073511756","https://openalex.org/W2074681440","https://openalex.org/W2087661061","https://openalex.org/W2091310925","https://openalex.org/W2107928279","https://openalex.org/W2128245586","https://openalex.org/W2170588887","https://openalex.org/W2313339984","https://openalex.org/W2728240265"],"related_works":["https://openalex.org/W4320303648","https://openalex.org/W3112288064","https://openalex.org/W2489311714","https://openalex.org/W3214510223","https://openalex.org/W2263439615","https://openalex.org/W3019306865","https://openalex.org/W2615990358","https://openalex.org/W3112335861","https://openalex.org/W4390570946","https://openalex.org/W4206659841"],"abstract_inverted_index":{"The":[0],"evaluation":[1],"of":[2,14,60,86,111,129,150,161,194,206,226,268,276],"regression":[3],"QSAR":[4,76,112,255],"model":[5,256],"performance,":[6],"in":[7,75,92,142,192,203,224,252,261,292],"fitting,":[8],"robustness,":[9],"and":[10,32,54,124,139,219,240],"external":[11,22,55,70,143,280],"prediction,":[12],"is":[13,91],"pivotal":[15],"importance.":[16],"Over":[17],"the":[18,33,37,48,96,103,109,126,130,179,183,195,204,214,227,243,269,273,288],"past":[19],"decade,":[20],"different":[21,135,151],"validation":[23,71,98],"parameters":[24],"have":[25,122],"been":[26],"proposed:":[27],"Q(F1)(2),":[28],"Q(F2)(2),":[29],"Q(F3)(2),":[30],"r(m)(2),":[31],"Golbraikh-Tropsha":[34],"method.":[35],"Recently,":[36],"concordance":[38],"correlation":[39],"coefficient":[40],"(CCC,":[41],"Lin),":[42],"which":[43],"simply":[44],"verifies":[45],"how":[46],"small":[47],"differences":[49],"are":[50],"between":[51],"experimental":[52,162,277],"data":[53,56,144,165,245,281],"set":[57],"predictions,":[58],"independently":[59],"their":[61],"range,":[62],"was":[63],"proposed":[64],"by":[65,158,182],"our":[66,79],"group":[67],"as":[68,114,257],"an":[69],"parameter":[72,297],"for":[73,108,242,249],"use":[74],"studies.":[77],"In":[78,117],"preliminary":[80],"work,":[81,120],"we":[82,121],"demonstrated":[83],"with":[84,95,302],"thousands":[85],"simulated":[87,152],"models":[88,113,191,301],"that":[89,272],"CCC":[90],"good":[93],"agreement":[94],"compared":[97,125],"criteria":[99,132,290],"(except":[100],"r(m)(2))":[101],"using":[102,146],"cutoff":[104,180],"values":[105,298],"normally":[106],"applied":[107],"acceptance":[110],"externally":[115,259],"predictive.":[116],"this":[118],"new":[119,247],"studied":[123],"general":[127],"trends":[128],"various":[131],"relative":[133],"to":[134,172,212,236,286],"possible":[136,196,228],"biases":[137,197,229],"(scale":[138,230],"location":[140,199],"shifts)":[141],"distributions,":[145],"a":[147,254,262],"wide":[148],"range":[149],"scenarios.":[153],"This":[154,232],"study,":[155],"further":[156],"supported":[157],"visual":[159],"inspection":[160],"vs":[163,278],"predicted":[164,279],"scatter":[166,274],"plots,":[167],"has":[168],"highlighted":[169],"problems":[170,223],"related":[171],"some":[173,222,293],"criteria.":[174],"Indeed,":[175],"if":[176],"based":[177],"on":[178],"suggested":[181],"proponent,":[184],"r(m)(2)":[185],"could":[186,299],"also":[187,237],"accept":[188],"not":[189],"predictive":[190,260],"two":[193],"(location,":[198],"plus":[200],"scale),":[201],"while":[202],"case":[205],"scale":[207],"shift":[208],"bias,":[209],"it":[210],"appears":[211],"be":[213,284],"most":[215],"restrictive.":[216],"Moreover,":[217],"Q(F1)(2)":[218],"Q(F2)(2)":[220],"showed":[221],"one":[225],"shift).":[231],"analysis":[233,267],"allowed":[234],"us":[235],"propose":[238],"recalibrated,":[239],"intercomparable":[241],"same":[244],"scatter,":[246],"thresholds":[248],"each":[250],"criterion":[251],"defining":[253],"really":[258],"more":[263],"precautionary":[264],"approach.":[265],"An":[266],"results":[270],"revealed":[271],"plot":[275],"must":[282],"always":[283],"evaluated":[285],"support":[287],"statistical":[289,296],"values:":[291],"cases":[294],"high":[295],"hide":[300],"unacceptable":[303],"predictions.":[304]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":44},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":47},{"year":2019,"cited_by_count":52},{"year":2018,"cited_by_count":27},{"year":2017,"cited_by_count":42},{"year":2016,"cited_by_count":48},{"year":2015,"cited_by_count":35},{"year":2014,"cited_by_count":22},{"year":2013,"cited_by_count":25},{"year":2012,"cited_by_count":3}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}