{"id":"https://openalex.org/W2213318554","doi":"https://doi.org/10.1016/j.yrtph.2015.12.017","title":"Systematic comparison of study quality criteria","display_name":"Systematic comparison of study quality criteria","publication_year":2015,"publication_date":"2015-12-29","ids":{"openalex":"https://openalex.org/W2213318554","doi":"https://doi.org/10.1016/j.yrtph.2015.12.017","mag":"2213318554","pmid":"https://pubmed.ncbi.nlm.nih.gov/26743741"},"language":"en","primary_location":{"id":"doi:10.1016/j.yrtph.2015.12.017","doi":"https://doi.org/10.1016/j.yrtph.2015.12.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.yrtph.2015.12.017","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0273230015301525/pdf","source":{"id":"https://openalex.org/S87719511","display_name":"Regulatory Toxicology and Pharmacology","issn_l":"0273-2300","issn":["0273-2300","1096-0295"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","medline","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Regulatory Toxicology and Pharmacology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0273230015301525/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004569875","display_name":"Heather N. Lynch","orcid":"https://orcid.org/0000-0002-6140-3482","observed_orcids":["https://orcid.org/0000-0002-6140-3482"]},"institutions":[{"id":"https://openalex.org/I4210100879","display_name":"Gradient (United States)","ror":"https://ror.org/014qf4206","country_code":"US","type":"company","lineage":["https://openalex.org/I4210100879"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heather N. Lynch","raw_affiliation_strings":["Gradient, 20 University Road, Cambridge, MA 02138, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gradient, 20 University Road, Cambridge, MA 02138, USA","institution_ids":["https://openalex.org/I4210100879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072175033","display_name":"Julie E. Goodman","orcid":"https://orcid.org/0000-0002-2199-1646","observed_orcids":["https://orcid.org/0000-0002-2199-1646"]},"institutions":[{"id":"https://openalex.org/I4210100879","display_name":"Gradient (United States)","ror":"https://ror.org/014qf4206","country_code":"US","type":"company","lineage":["https://openalex.org/I4210100879"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie E. Goodman","raw_affiliation_strings":["Gradient, 20 University Road, Cambridge, MA 02138, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gradient, 20 University Road, Cambridge, MA 02138, USA","institution_ids":["https://openalex.org/I4210100879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018008948","display_name":"Jade A. Tabony","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210100879","display_name":"Gradient (United States)","ror":"https://ror.org/014qf4206","country_code":"US","type":"company","lineage":["https://openalex.org/I4210100879"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jade A. Tabony","raw_affiliation_strings":["Gradient, 600 Stewart Street, Suite 1900, Seattle, WA 98101, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gradient, 600 Stewart Street, Suite 1900, Seattle, WA 98101, USA","institution_ids":["https://openalex.org/I4210100879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010510221","display_name":"Lorenz R. Rhomberg","orcid":"https://orcid.org/0000-0002-0765-626X","observed_orcids":["https://orcid.org/0000-0002-0765-626X"]},"institutions":[{"id":"https://openalex.org/I4210100879","display_name":"Gradient (United States)","ror":"https://ror.org/014qf4206","country_code":"US","type":"company","lineage":["https://openalex.org/I4210100879"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lorenz R. Rhomberg","raw_affiliation_strings":["Gradient, 20 University Road, Cambridge, MA 02138, USA. Electronic address: lrhomberg@gradientcorp.com","Gradient, 20 University Road, Cambridge, MA 02138, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gradient, 20 University Road, Cambridge, MA 02138, USA. Electronic address: lrhomberg@gradientcorp.com","institution_ids":["https://openalex.org/I4210100879"]},{"raw_affiliation_string":"Gradient, 20 University Road, Cambridge, MA 02138, USA","institution_ids":["https://openalex.org/I4210100879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5010510221"],"corresponding_institution_ids":["https://openalex.org/I4210100879"],"apc_list":{"value":4210,"currency":"USD","value_usd":4210},"apc_paid":{"value":4210,"currency":"USD","value_usd":4210},"fwci":3.6435,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.93722028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"76","issue":null,"first_page":"187","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12281","display_name":"Animal testing and alternatives","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/3404","display_name":"Small Animals"},"field":{"id":"https://openalex.org/fields/34","display_name":"Veterinary"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/study-quality-criteria","display_name":"study quality criteria","score":0.9570000171661377},{"id":"https://openalex.org/keywords/chemical-toxicity","display_name":"chemical toxicity","score":0.7149999737739563},{"id":"https://openalex.org/keywords/systematic-reviews","display_name":"systematic reviews","score":0.5400000214576721},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"risk assessment","score":0.734000027179718},{"id":"https://openalex.org/keywords/human-subjects-research","display_name":"human subjects research","score":0.7059999704360962},{"id":"https://openalex.org/keywords/animal-studies","display_name":"animal studies","score":0.9940000176429749},{"id":"https://openalex.org/keywords/in-vitro-studies","display_name":"in vitro studies","score":0.9980000257492065},{"id":"https://openalex.org/keywords/study-design","display_name":"research design","score":0.5920000076293945},{"id":"https://openalex.org/keywords/randomization","display_name":"randomization","score":0.6669999957084656},{"id":"https://openalex.org/keywords/outcome-measurement","display_name":"outcome measurement","score":0.609000027179718},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.3799999952316284},{"id":"https://openalex.org/keywords/confounders","display_name":"confounders","score":0.8019999861717224},{"id":"https://openalex.org/keywords/selective-reporting-bias","display_name":"selective reporting","score":0.8149999976158142},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6060354113578796},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5429503917694092},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5194496512413025},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5034071803092957},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4789884090423584},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4419924020767212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.431335985660553},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37365126609802246},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2898041307926178},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22350597381591797},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.12707200646400452},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11860883235931396},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11633503437042236},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10974740982055664},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000068598","descriptor_name":"Data Accuracy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D012196","descriptor_name":"Review Literature as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015982","descriptor_name":"Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017408","descriptor_name":"Guidelines as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018675","descriptor_name":"Toxicity Tests","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D018675","descriptor_name":"Toxicity Tests","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.yrtph.2015.12.017","doi":"https://doi.org/10.1016/j.yrtph.2015.12.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.yrtph.2015.12.017","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0273230015301525/pdf","source":{"id":"https://openalex.org/S87719511","display_name":"Regulatory Toxicology and Pharmacology","issn_l":"0273-2300","issn":["0273-2300","1096-0295"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","medline","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Regulatory Toxicology and Pharmacology","raw_type":"journal-article"},{"id":"pmid:26743741","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26743741","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Regulatory toxicology and pharmacology : RTP","raw_type":"Comparative Study"}],"best_oa_location":{"id":"doi:10.1016/j.yrtph.2015.12.017","doi":"https://doi.org/10.1016/j.yrtph.2015.12.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.yrtph.2015.12.017","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0273230015301525/pdf","source":{"id":"https://openalex.org/S87719511","display_name":"Regulatory Toxicology and Pharmacology","issn_l":"0273-2300","issn":["0273-2300","1096-0295"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","medline","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Regulatory Toxicology and Pharmacology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306107","display_name":"U.S. Environmental Protection Agency","ror":"https://ror.org/03tns0030"},{"id":"https://openalex.org/F4320310101","display_name":"American Chemistry Council","ror":"https://ror.org/03rzy3090"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2213318554.pdf","grobid_xml":"https://content.openalex.org/works/W2213318554.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W65520449","https://openalex.org/W1969835924","https://openalex.org/W1981680557","https://openalex.org/W1987523543","https://openalex.org/W1997898721","https://openalex.org/W2009326492","https://openalex.org/W2010149513","https://openalex.org/W2034761114","https://openalex.org/W2049069390","https://openalex.org/W2065511420","https://openalex.org/W2079712252","https://openalex.org/W2090132603","https://openalex.org/W2093043874","https://openalex.org/W2104675861","https://openalex.org/W2109346853","https://openalex.org/W2119790985","https://openalex.org/W2135400982","https://openalex.org/W2136403658","https://openalex.org/W2157449760","https://openalex.org/W2599076725","https://openalex.org/W3022423927","https://openalex.org/W3023552461","https://openalex.org/W4243002209","https://openalex.org/W4244387583","https://openalex.org/W4296816736","https://openalex.org/W4400154629"],"related_works":["https://openalex.org/W2332831464","https://openalex.org/W4317178288","https://openalex.org/W4414074965","https://openalex.org/W2767065098","https://openalex.org/W4308740909","https://openalex.org/W7037889799","https://openalex.org/W3025730425","https://openalex.org/W3198489536","https://openalex.org/W4402333824","https://openalex.org/W2962513453"],"abstract_inverted_index":{"Approaches":[0],"for":[1,70,79,89,137,209],"the":[2,19,28,54,76,101,120,141,150,183,192],"systematic":[3,90],"review":[4],"and":[5,24,82,108,133,159,162,172,176,182,206],"evaluation":[6,20,65],"of":[7,21,31,43,47,53,66,104,129,135,153,156,164,179,185],"chemical":[8],"toxicity":[9],"are":[10],"currently":[11],"being":[12],"reconsidered,":[13],"with":[14],"a":[15,41,63],"specific":[16,154],"focus":[17],"on":[18,112],"individual":[22],"studies":[23,85,211],"their":[25,130],"integration":[26],"into":[27],"overall":[29],"body":[30],"evidence.":[32],"This":[33],"renewed":[34],"interest":[35],"has":[36],"arisen,":[37],"in":[38,83,127],"part,":[39],"as":[40,86,88],"result":[42],"several":[44,67],"prominent":[45],"reviews":[46],"these":[48],"approaches":[49],"by":[50],"special":[51],"committees":[52],"National":[55],"Research":[56],"Council":[57],"(NRC),":[58],"among":[59],"others.":[60],"We":[61,74,92,98,117,190],"conducted":[62],"critical":[64],"available":[68,121],"frameworks":[69,107,122,142],"evaluating":[71,210],"study":[72,157,165,195],"quality.":[73],"assessed":[75],"criteria":[77,106],"separately":[78],"human,":[80],"animal,":[81],"vitro":[84],"well":[87],"reviews.":[91],"then":[93],"evaluated":[94],"commonalities":[95],"across":[96,143],"disciplines.":[97],"also":[99],"considered":[100],"potential":[102,186],"implications":[103],"applying":[105],"how":[109],"they":[110],"bear":[111],"fundamental":[113],"risk":[114,215],"assessment":[115,170,216],"questions.":[116],"found":[118],"that":[119],"within":[123],"each":[124],"discipline":[125],"differed":[126],"terms":[128],"intended":[131],"purpose":[132],"level":[134],"guidance":[136],"decision":[138],"making.":[139],"All":[140],"disciplines":[144],"shared":[145],"common":[146],"themes,":[147],"however,":[148],"including":[149],"adequate":[151],"reporting":[152],"details":[155],"conditions":[158],"design/protocol,":[160],"selection":[161],"randomization":[163],"groups":[166],"(where":[167],"applicable),":[168],"outcome":[169],"methods":[171,208],"applicability":[173],"(e.g.,":[174],"validity":[175],"reliability),":[177],"avoidance":[178],"selective":[180],"reporting,":[181],"consideration":[184],"confounders":[187],"or":[188],"bias.":[189],"identified":[191],"most":[193],"informative":[194],"quality":[196],"considerations,":[197],"which":[198],"will":[199],"enable":[200],"researchers":[201],"to":[202],"implement":[203],"more":[204],"objective":[205],"standardized":[207],"and,":[212],"ultimately,":[213],"improve":[214],"methods.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}